-- Logs begin at Thu 2022-07-14 13:32:07 UTC, end at Thu 2022-07-14 14:55:15 UTC. -- Jul 14 14:21:44.296652 dv-cinder-799871-30-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 14:21:47.049564 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.common.config [-] Logging enabled! Jul 14 14:21:47.050243 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 14:21:47.050394 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104361) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 14:21:47.053610 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.common.config [-] Logging enabled! Jul 14 14:21:47.053927 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 14:21:47.054238 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104361) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 14:21:47.055176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:21:47.055404 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:21:47.055878 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:21:47.056122 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:21:47.056346 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:21:47.056667 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.056963 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.057190 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.057483 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.057789 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.058077 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.058364 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.058656 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.058945 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.059216 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.059492 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.059717 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.059992 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.060274 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.060942 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.060942 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] debug = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.061093 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.061444 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.061873 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.062156 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.062443 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.062718 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.063000 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.063263 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.063543 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.063871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] host = dv-cinder-799871-30-iscsi {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.064143 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.064429 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.064718 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.064998 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.065272 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.065543 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.065850 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.066124 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.066393 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.066665 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.066949 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.067235 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.067518 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.067744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.067963 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.068245 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.068529 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.068805 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.069103 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.069404 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.069674 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.069971 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.070239 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.070524 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.070803 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.071084 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.071355 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.071626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.071893 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.072158 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.072440 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.072708 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.072978 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.073248 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.073530 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.073831 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.074101 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.074395 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.074675 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.074951 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.075231 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.075499 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.075778 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.076046 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.076312 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.076577 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_json = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.076842 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.077106 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.077384 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.077657 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.077948 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.078221 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.078491 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.078770 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.079037 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:47.079332 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.079623 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.079929 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.080203 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.080503 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.080779 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.081064 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.081338 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.081621 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.081926 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.082214 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.082489 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.082786 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.083069 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.083360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.083667 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.083955 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.084248 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.084517 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.084788 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.085595 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.085899 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.086186 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.086460 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.086744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.087027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.087305 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.087599 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.087880 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.088167 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.088457 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.088745 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.089016 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.089293 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.089580 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.089877 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.090150 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.090433 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.090708 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.090977 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.091256 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.091545 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.091829 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.092095 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.092367 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.092652 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.092927 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.093194 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.093460 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.093732 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.094024 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.094306 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.094578 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.094849 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.095117 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.095391 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.095658 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.095928 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.096199 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.096466 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.096782 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.097070 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.097338 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.097611 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.097903 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.098178 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.098448 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.098718 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.098990 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.099301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.099573 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.099836 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.100105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.100374 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.101217 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.101499 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.101801 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.102087 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.102367 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.102643 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.102921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.103199 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.103479 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.103751 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.104043 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.104330 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.104619 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.104899 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.106559 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.108553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.109039 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.109039 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.109285 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.109574 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.109894 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.110174 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.110481 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.110760 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:47.110975 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:21:47.111218 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104361) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 14:21:47.422178 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 14:21:47.422362 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 14:21:47.422664 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 14:21:47.422989 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 14:21:47.865478 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.865754 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.866049 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.867381 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.867653 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.867916 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.922656 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.922932 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.923197 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.938214 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.938492 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.938759 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.969138 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.969420 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:47.969680 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.006714 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.007021 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.007291 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.237662 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.238580 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.238580 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.238764 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.239404 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.337676 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.338017 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.338299 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.338567 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.338833 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.339138 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.339395 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.339646 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.339897 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.340175 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.340430 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.340692 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.340942 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.341189 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.341445 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.341707 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.341986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.342250 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.342515 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.342771 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.343046 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.343298 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.343577 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.343951 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.344200 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.344444 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.344833 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.345071 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.345304 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.345536 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.345789 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.346018 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:48.346380 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 14:21:48.349467 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 14:21:48.353378 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 14:21:48.357144 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 14 14:21:48.358785 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 14:21:48.360231 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 14:21:48.360568 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 14:21:48.360952 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 14:21:48.364017 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 14:21:48.364259 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 14:21:48.364598 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 14:21:48.370216 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 14:21:48.393163 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 14:21:48.393608 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.393932 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104361) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 14:21:48.394303 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.395645 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104361) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 14:21:48.395921 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 14:21:48.396162 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 14:21:48.399477 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.399752 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:48.544557 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 14:21:48.544747 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 14:21:48.544935 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 14:21:48.545315 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 14:21:48.597296 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO dbcounter [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Registered counter for database neutron Jul 14 14:21:48.617505 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_db.sqlalchemy.engines [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104361) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 14:21:48.623247 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG dbcounter [-] [104361] Writer thread running {{(pid=104361) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 14:21:49.291848 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing driver for type 'gre' Jul 14 14:21:49.292509 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] gre ID ranges: [(1, 1000)] Jul 14 14:21:49.526090 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing driver for type 'local' Jul 14 14:21:49.526422 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing driver for type 'vlan' Jul 14 14:21:49.640482 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] VlanTypeDriver initialization complete Jul 14 14:21:49.640829 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing driver for type 'vxlan' Jul 14 14:21:49.641352 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] vxlan ID ranges: [(1, 1000)] Jul 14 14:21:49.995015 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing extension driver 'port_security' Jul 14 14:21:49.995361 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] PortSecurityExtensionDriver initialization complete Jul 14 14:21:49.995699 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing mechanism driver 'openvswitch' Jul 14 14:21:49.996018 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing mechanism driver 'hyperv' Jul 14 14:21:50.002944 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:21:50.003621 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.003997 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.004351 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.004862 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.005325 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.005760 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.006131 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.006643 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.007602 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.007959 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.008343 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.008736 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.009164 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.009520 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.009889 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.010297 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.010713 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.011065 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.011403 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.011805 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.012292 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > address_group after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.012731 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > address_group after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.013094 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.013501 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104361) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 14:21:50.013975 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] ML2 OVO RPC backend initialized. {{(pid=104361) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 14:21:50.014700 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.016888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.016888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.016888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > networks before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.016888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.017204 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > ports before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.017204 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.017204 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnets before_response 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.017551 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.017931 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.018275 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.018619 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.018963 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.019303 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.019646 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.019986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.020425 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.029629 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded quota_driver: . Jul 14 14:21:50.030020 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.plugin [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Modular L2 Plugin initialization complete Jul 14 14:21:50.030375 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading services supported by the core plugin {{(pid=104361) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 14:21:50.030720 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.plugins.ml2.managers [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Got port-security extension from driver 'port_security' Jul 14 14:21:50.031203 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.extensions.vlantransparent [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Disabled vlantransparent extension. Jul 14 14:21:50.031698 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104361) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 14:21:50.032029 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: router Jul 14 14:21:50.070991 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.071392 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_create 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.071766 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router before_create 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.072267 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.072648 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.073010 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_delete 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.073383 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > floatingip after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.073844 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.074158 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_create 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.074515 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.074880 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.075224 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.075586 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.076002 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.076384 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.076722 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.077063 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: subnet after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.077406 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.077759 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.078142 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_create 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.078486 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.078834 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.079215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router after_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.079568 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.079952 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_create 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.080323 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.080672 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_update 55549900 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.081068 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > agent after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.081423 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > agent after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.081800 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > network after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.082722 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Tracking information for resource: router configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:50.083062 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Tracking information for resource: floatingip configured {{(pid=104361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 14:21:50.088082 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.db.l3_agentschedulers_db [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 14:21:50.088673 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.089039 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.089392 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.089746 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: port after_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.090580 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router before_create 55550100 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.091008 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.091371 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_create 55550100 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.091729 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > router precommit_update 55550100 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.096674 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.provider_configuration [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service providers = [] {{(pid=104361) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 14:21:50.097046 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.db.servicetype_db [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104361) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 14:21:50.100060 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.service_base [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:21:50.100410 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.service_base [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:21:50.100781 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.service_base [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:21:50.101953 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.services.service_base [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 14:21:50.102337 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.services.service_base [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 14:21:50.102720 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.103039 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 14:21:50.119459 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.119799 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: auto_allocate Jul 14 14:21:50.125566 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: network precommit_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.125958 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: network precommit_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.126478 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.126803 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: tag Jul 14 14:21:50.134215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.134547 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: timestamp Jul 14 14:21:50.138459 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.138793 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: network_ip_availability Jul 14 14:21:50.148827 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.149199 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.149560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.150320 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.150647 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: flavors Jul 14 14:21:50.155586 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.155920 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading Plugin: revisions Jul 14 14:21:50.160182 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 14:21:50.160573 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.738s {{(pid=104361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 14:21:50.161318 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104361) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 14:21:50.161663 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Initializing extension manager. Jul 14 14:21:50.162210 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: __init__.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.162556 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: __pycache__ {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.162895 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: address_group.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.164156 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.164799 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: address-group Jul 14 14:21:50.165126 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: address_scope.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.165831 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.166346 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: address-scope Jul 14 14:21:50.166671 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.167671 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.168186 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: router-admin-state-down-before-update Jul 14 14:21:50.168510 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: agent.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.169177 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.169684 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: agent Jul 14 14:21:50.170037 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: agent_resources_synced.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.170919 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.171424 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: agent-resources-synced Jul 14 14:21:50.171872 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: allowedaddresspairs.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.173639 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.174197 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: allowed-address-pairs Jul 14 14:21:50.174528 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: auto_allocated_topology.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.175556 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.176074 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: auto-allocated-topology Jul 14 14:21:50.176404 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: availability_zone.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.177067 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.177577 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: availability_zone Jul 14 14:21:50.177930 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: availability_zone_filter.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.178873 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.179879 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: availability_zone_filter Jul 14 14:21:50.180211 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: data_plane_status.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.181089 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.181589 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 14:21:50.181945 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: default_subnetpools.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.182897 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.183402 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: default-subnetpools Jul 14 14:21:50.183727 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.184506 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.185018 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: dhcp_agent_scheduler Jul 14 14:21:50.185346 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: dns.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.186255 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.186761 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension dns-integration not supported by any of loaded plugins Jul 14 14:21:50.187087 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: dns_domain_ports.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.188045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.188554 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 14:21:50.188880 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.189762 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.190294 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 14:21:50.190619 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: dvr.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.191260 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.191766 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: dvr Jul 14 14:21:50.192126 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: ecmp_routes.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.193041 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.193544 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 14:21:50.193888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: empty_string_filtering.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.194787 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.195321 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: empty-string-filtering Jul 14 14:21:50.195646 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.196534 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.197039 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 14:21:50.197361 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.205593 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.206125 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 14:21:50.206450 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: external_net.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.207328 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.207929 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: external-net Jul 14 14:21:50.208160 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.209042 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.209550 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: extra_dhcp_opt Jul 14 14:21:50.209934 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: extraroute.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.210805 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.211310 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: extraroute Jul 14 14:21:50.211633 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: extraroute_atomic.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.212633 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.213147 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: extraroute-atomic Jul 14 14:21:50.213474 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: filter_validation.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.214147 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.214653 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: filter-validation Jul 14 14:21:50.214973 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: fip_pf_description.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.216110 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.216626 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 14:21:50.216954 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: fip_pf_port_range.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.217862 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.218375 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 14:21:50.218701 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: fip_port_details.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.219602 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.220112 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: fip-port-details Jul 14 14:21:50.220438 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: flavors.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.221641 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.222297 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: flavors Jul 14 14:21:50.222633 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.224241 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.224766 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 14:21:50.225096 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: floatingip_pools.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.226320 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.226831 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: floatingip-pools Jul 14 14:21:50.227155 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: ip_allocation.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.228124 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.228630 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 14:21:50.228951 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.229856 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.230367 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: ip-substring-filtering Jul 14 14:21:50.230691 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l2_adjacency.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.231584 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.232084 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 14:21:50.232407 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.233415 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.233968 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: router Jul 14 14:21:50.234299 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.236532 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.237093 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 14:21:50.237436 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.247449 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.247914 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: ext-gw-mode Jul 14 14:21:50.248247 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.249137 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.249651 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: l3-ha Jul 14 14:21:50.250009 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.250890 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.251395 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 14:21:50.251721 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_flavors.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.252599 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.253106 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: l3-flavors Jul 14 14:21:50.253431 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_ndp_proxy.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.254785 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.255299 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 14:21:50.255628 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.256582 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.257683 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 14:21:50.258038 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: l3agentscheduler.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.259057 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.259573 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: l3_agent_scheduler Jul 14 14:21:50.259900 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: local_ip.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.261603 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.262159 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension local_ip not supported by any of loaded plugins Jul 14 14:21:50.262496 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: logging.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.263983 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.264616 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension logging not supported by any of loaded plugins Jul 14 14:21:50.264957 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: metering.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.265674 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.266294 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: metering Jul 14 14:21:50.266630 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.267895 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.268511 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: metering_source_and_destination_fields Jul 14 14:21:50.268845 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: multiprovidernet.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.269754 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.270294 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: multi-provider Jul 14 14:21:50.270620 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: netmtu.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.271505 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.272013 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: net-mtu Jul 14 14:21:50.272339 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: netmtu_writable.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.273858 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.274371 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: net-mtu-writable Jul 14 14:21:50.274694 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: network_availability_zone.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.275331 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.275842 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: network_availability_zone Jul 14 14:21:50.276167 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: network_ip_availability.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.281705 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.282245 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: network-ip-availability Jul 14 14:21:50.282574 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: network_segment_range.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.283317 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.283825 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 14:21:50.284220 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: pagination.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.285184 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.285515 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: pagination Jul 14 14:21:50.285870 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_device_profile.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.286747 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.287269 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-device-profile Jul 14 14:21:50.287597 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_mac_address_override.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.288602 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.289123 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-mac-override Jul 14 14:21:50.289448 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.290371 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.290882 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-mac-address-regenerate Jul 14 14:21:50.291215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.292094 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.292631 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-numa-affinity-policy Jul 14 14:21:50.292965 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_resource_request.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.293867 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.294375 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 14:21:50.294703 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: port_resource_request_groups.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.295626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.296134 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 14:21:50.296527 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: portbindings.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.297413 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.297950 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: binding Jul 14 14:21:50.298276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: portbindings_extended.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.299490 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.300003 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: binding-extended Jul 14 14:21:50.300428 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: portsecurity.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.301216 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.301756 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-security Jul 14 14:21:50.302111 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: project_id.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.303053 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.303412 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: project-id Jul 14 14:21:50.303777 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: providernet.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.304658 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.305174 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: provider Jul 14 14:21:50.305548 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.322293 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.322818 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos not supported by any of loaded plugins Jul 14 14:21:50.323152 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.324383 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.324902 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 14:21:50.325236 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.326233 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.326744 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 14:21:50.327074 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_default.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.327961 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.328473 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-default not supported by any of loaded plugins Jul 14 14:21:50.328803 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_fip.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.329694 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.330226 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-fip not supported by any of loaded plugins Jul 14 14:21:50.330553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_fip_network_policy.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.331437 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.331943 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 14:21:50.332270 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_gateway_ip.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.333163 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.333681 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 14:21:50.334029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_port_network_policy.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.334974 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.335970 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 14:21:50.336299 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.337301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.337925 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 14:21:50.338176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.339172 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.339681 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 14:21:50.340009 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_pps_rule.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.341143 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.341661 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-pps not supported by any of loaded plugins Jul 14 14:21:50.342094 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_rule_type_details.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.342986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.343504 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 14:21:50.343833 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_rule_type_filter.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.344714 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.345228 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 14:21:50.345557 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: qos_rules_alias.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.346588 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.347101 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 14:21:50.347430 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: quota_check_limit.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.348308 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.348824 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: quota-check-limit Jul 14 14:21:50.349150 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: quotasv2.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.350093 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.350424 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: quotas Jul 14 14:21:50.350774 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: quotasv2_detail.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.352449 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.352790 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: quota_details Jul 14 14:21:50.353129 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: rbac.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.354481 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.355013 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: rbac-policies Jul 14 14:21:50.355344 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: rbac_address_group.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.356251 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.356773 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: rbac-address-group Jul 14 14:21:50.357101 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: rbac_address_scope.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.358052 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.358569 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: rbac-address-scope Jul 14 14:21:50.358896 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: rbac_security_groups.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.359856 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.360376 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: rbac-security-groups Jul 14 14:21:50.360703 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: rbac_subnetpool.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.361598 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.362150 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: rbac-subnetpool Jul 14 14:21:50.362474 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: revisionifmatch.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.363630 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.364150 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: revision-if-match Jul 14 14:21:50.364476 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: revisions.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.365628 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.366197 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: standard-attr-revisions Jul 14 14:21:50.366534 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: router_availability_zone.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.367178 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.367695 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: router_availability_zone Jul 14 14:21:50.368019 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: routerservicetype.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.368913 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.369520 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension router-service-type not supported by any of loaded plugins Jul 14 14:21:50.369885 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.370809 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.371330 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: security-groups-normalized-cidr Jul 14 14:21:50.371657 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.372574 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.373094 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: port-security-groups-filtering Jul 14 14:21:50.373421 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.374343 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.374859 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: security-groups-remote-address-group Jul 14 14:21:50.375185 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.376080 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.376592 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: security-groups-shared-filtering Jul 14 14:21:50.376917 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: securitygroup.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.388610 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.389152 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: security-group Jul 14 14:21:50.389491 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: segment.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.390223 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.390738 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension segment not supported by any of loaded plugins Jul 14 14:21:50.391068 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.391988 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.392499 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 14:21:50.392834 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: servicetype.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.393991 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.394515 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: service-type Jul 14 14:21:50.394848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: sorting.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.395810 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.396145 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: sorting Jul 14 14:21:50.396472 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: standard_attr_segment.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.397356 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.398440 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 14:21:50.398813 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: standardattrdescription.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.399435 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.399953 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: standard-attr-description Jul 14 14:21:50.400283 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: stateful_security_group.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.401199 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.401719 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: stateful-security-group Jul 14 14:21:50.402069 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: stdattrs_common.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.402627 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 14:21:50.402957 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.403869 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.404384 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 14:21:50.404708 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnet_onboard.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.405808 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.406329 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: subnet_onboard Jul 14 14:21:50.406657 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.407550 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.408063 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 14:21:50.408389 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnet_service_types.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.427358 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.427873 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: subnet-service-types Jul 14 14:21:50.428198 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnetallocation.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.429266 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.429813 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: subnet_allocation Jul 14 14:21:50.430147 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.430788 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.431295 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: subnetpool-prefix-ops Jul 14 14:21:50.431619 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.432509 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.433023 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 14:21:50.433425 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: tagging.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.434487 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.435020 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: standard-attr-tag Jul 14 14:21:50.435350 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: timestamp.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.436513 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.437035 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loaded extension: standard-attr-timestamp Jul 14 14:21:50.437366 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: trunk.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.438396 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.438947 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension trunk not supported by any of loaded plugins Jul 14 14:21:50.439282 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: trunk_details.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.440162 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.440679 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension trunk-details not supported by any of loaded plugins Jul 14 14:21:50.441004 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: uplink_status_propagation.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.441914 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.442425 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 14:21:50.442750 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Loading extension file: vlantransparent.py {{(pid=104361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 14:21:50.443391 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 14:21:50.443896 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 14:21:50.447062 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:network Jul 14 14:21:50.447597 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnet Jul 14 14:21:50.448000 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:21:50.448395 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:port Jul 14 14:21:50.449687 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.450158 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service FLAVORS assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.450777 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.451205 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.451571 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:router Jul 14 14:21:50.452003 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:floatingip Jul 14 14:21:50.452567 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service METERING assigned prefix: /metering {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.454068 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.456308 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.456308 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:21:50.456308 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 14:21:50.456308 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:security_group Jul 14 14:21:50.456794 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 14:21:50.457312 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service CORE assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.457655 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:21:50.458073 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] subnetpool is already registered Jul 14 14:21:50.458511 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service CORE assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.458841 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:21:50.459176 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] subnetpool is already registered Jul 14 14:21:50.462241 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.462682 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service FLAVORS assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.463276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.463703 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.464037 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:router Jul 14 14:21:50.464380 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] router is already registered Jul 14 14:21:50.464794 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:floatingip Jul 14 14:21:50.465135 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] floatingip is already registered Jul 14 14:21:50.465594 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service METERING assigned prefix: /metering {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.466304 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 14:21:50.466643 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] rbac_policy is already registered Jul 14 14:21:50.467082 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:security_group Jul 14 14:21:50.467420 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] security_group is already registered Jul 14 14:21:50.467979 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 14:21:50.468327 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] security_group_rule is already registered Jul 14 14:21:50.468958 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service CORE assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.469287 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:21:50.469628 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] subnetpool is already registered Jul 14 14:21:50.470185 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.v2.resource_helper [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Service CORE assigned prefix: {{(pid=104361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 14:21:50.470519 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 14:21:50.470856 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING neutron.quota.resource_registry [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] subnetpool is already registered Jul 14 14:21:50.471328 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: extensions {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.472787 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: address-groups {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.474471 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: address-scopes {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.475874 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: agents {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.477031 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: auto-allocated-topology {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.479233 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: availability_zones {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.479742 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: dhcp-networks {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.481308 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: dhcp-agents {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.482760 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: routers {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.484540 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: flavors {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.485852 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: service_profiles {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.487215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: next_providers {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.488910 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: service_profiles {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.490553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: floatingip-pools {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.491889 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: routers {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.493588 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: floatingips {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.494895 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: l3-routers {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.496275 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: l3-agents {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.497858 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: metering-labels {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.499097 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: metering-label-rules {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.500484 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: network-ip-availabilities {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.501844 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: bindings {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.503565 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: quotas {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.505228 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: quotas {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.507377 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: rbac-policies {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.508813 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: security-groups {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.510138 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: security-group-rules {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.511414 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: service-providers {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.512726 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: subnetpools {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.514546 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: subnetpools {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.517285 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.518998 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.520919 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.523283 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.525168 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.527141 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.528934 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.530984 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.532786 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.534660 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron.api.extensions [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Extended resource: tags {{(pid=104361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 14:21:50.540847 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING keystonemiddleware.auth_token [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 14:21:50.546076 dv-cinder-799871-30-iscsi neutron-server[104361]: WARNING keystonemiddleware.auth_token [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 14:21:50.555893 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Acquired lock "singleton_lock" {{(pid=104361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 14:21:50.556377 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_concurrency.lockutils [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Releasing lock "singleton_lock" {{(pid=104361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 14:21:50.557020 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Starting 2 workers Jul 14 14:21:50.561894 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Started child 104472 {{(pid=104361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:21:50.566597 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Started child 104473 {{(pid=104361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:21:50.567238 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.570107 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO neutron.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 14:21:50.570218 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [-] (104472) wsgi starting up on http://0.0.0.0:9696 Jul 14 14:21:50.570293 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Publish callbacks [] for process (None), before_spawn {{(pid=104361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.572186 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Starting 1 workers Jul 14 14:21:50.572298 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.573684 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [-] (104473) wsgi starting up on http://0.0.0.0:9696 Jul 14 14:21:50.577390 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Started child 104474 {{(pid=104361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:21:50.577944 dv-cinder-799871-30-iscsi neutron-server[104361]: INFO oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Starting 1 workers Jul 14 14:21:50.581130 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] calling RpcWorker wait() {{(pid=104474) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 14:21:50.581683 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] returning from RpcWorker wait() {{(pid=104474) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 14:21:50.582566 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Started child 104475 {{(pid=104361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 14:21:50.583079 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.583380 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG neutron_lib.callbacks.manager [None req-9f5e48e9-a131-487c-b93d-aed3ea7d5c9b None None] Publish callbacks [] for process (None), after_spawn {{(pid=104361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.583560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:21:50.585947 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 14:21:50.586161 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:21:50.586338 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:21:50.586571 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:21:50.586918 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:21:50.587079 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:21:50.587614 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.587906 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.588139 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:21:50.588642 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.588642 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.589115 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.589390 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.589491 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:21:50.589649 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.589946 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.590215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.590394 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.590560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.590817 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.591050 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.591365 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.591633 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.591888 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.592141 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.592320 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.592622 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.592890 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.593147 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.593425 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] debug = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.593692 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.594195 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.594446 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.594695 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.594929 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.595214 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.595461 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.595715 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.595966 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.596185 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.596421 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.596669 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.596907 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.597147 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.597375 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.597666 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.597918 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.598415 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] host = dv-cinder-799871-30-iscsi {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.598662 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.598880 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.599140 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.599370 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.599637 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.599852 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.600102 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.600359 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.600697 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.601454 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.601726 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.602010 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.602269 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.602515 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.602668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_options = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.602914 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.603188 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.603473 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.603661 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.603837 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.603988 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.604227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.604395 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.604636 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.604852 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.605466 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.605466 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.605808 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.605955 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.606104 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.606351 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.606568 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.606783 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.607078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.608086 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.608544 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.608944 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.609206 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.609438 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.609670 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.609917 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.610186 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.610428 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.615564 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_json = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.617986 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.619029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.619029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.619029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.619029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.619029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.619857 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.619857 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.619857 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.620197 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.620321 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.620512 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.620763 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.620997 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.621281 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.621521 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.621855 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.622117 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.622386 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.622712 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.622980 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.623234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.623503 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.623727 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.623973 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.624207 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.624494 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.624708 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.624935 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.625168 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.625407 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.625705 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.625991 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.626265 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.626612 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.627024 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.627286 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.627538 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.627774 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.628061 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.628680 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.628908 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.629142 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.631468 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.631985 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.632774 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.633156 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.633478 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.633757 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.634025 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.634261 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.634535 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.634777 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.635009 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.635256 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.635480 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.635701 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.635920 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.636153 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.636393 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.636637 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.636866 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.637102 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.637371 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.637609 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.641441 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.641996 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.642372 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.642666 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.642927 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.643167 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.643397 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.643666 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.643897 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.644122 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.644344 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.644593 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.644810 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.645167 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.645418 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.645694 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.647762 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.649331 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.654387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655027 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655513 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655513 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655513 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.655895 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.656279 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.656716 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.656978 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.657259 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.657558 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.657861 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.658185 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.658412 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.658660 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.658893 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.659122 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.659353 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.659584 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.659807 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.660215 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.660446 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.660710 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.660950 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.661228 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.661453 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.661695 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.662036 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.662302 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.662558 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.662844 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.663123 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.663394 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.663762 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.664030 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.664303 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.664556 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.664808 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.665089 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.665324 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.665572 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.665827 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.666080 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.666331 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.666581 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.667279 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.667279 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.667279 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.667612 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.667830 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.668069 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.668285 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.668553 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.668810 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.669053 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.669317 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.669562 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.669832 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.670115 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.670341 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.670574 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.670816 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.671045 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.671264 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.671498 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.671711 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.671958 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.672189 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.672419 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.672653 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.672878 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.673114 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.673327 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.673542 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.673757 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.674048 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.674260 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.674477 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.674710 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.674926 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.675141 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.675359 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.675571 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.675799 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.676014 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.676286 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.676540 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.676769 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.676994 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.677244 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.677497 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.677710 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.677977 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.678195 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.678406 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.678617 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.679357 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.679568 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.679779 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.680003 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.680239 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.680481 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.680725 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.681072 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.681316 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.681560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.681834 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.682085 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.682300 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.682530 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.682742 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.682975 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.683188 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.683443 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.683641 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.683853 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.684087 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.684300 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.684513 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.684767 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.684991 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.685291 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.685483 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.685795 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.690626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691456 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691532 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691713 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.691957 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.692169 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.692401 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.692622 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.692836 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.693050 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.693276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.693481 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.693709 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.693921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.694360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.694482 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.695450 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.695670 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.695881 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.696104 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.696317 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.696523 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.696835 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.697084 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.697302 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.697597 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.697848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.698096 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.698336 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.698651 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.698886 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.699148 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.699407 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.699624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.699842 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.700094 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.700412 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.700710 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.700955 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.701221 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.701518 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.701816 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.702079 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.702328 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.702632 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.702950 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.703213 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.703453 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.703708 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.703940 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.704160 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.704374 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.704587 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.704821 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.705034 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.705284 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.705509 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.705749 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.705997 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.706239 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.706474 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.706732 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.706957 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.707207 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.707420 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.707574 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:21:50.708219 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 14:21:50.708387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 14:21:50.708543 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 14:21:50.708733 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 14:21:50.708907 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 14:21:50.709066 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 14:21:50.709313 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.709461 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.709893 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.709893 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710309 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710309 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710309 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710730 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710730 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.710730 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711131 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711131 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711458 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711628 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711786 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.711947 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712105 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712270 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712432 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712577 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712757 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.712874 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] debug = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713098 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713224 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713464 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713597 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713698 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.713873 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714192 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714370 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714506 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714655 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714811 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.714969 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715175 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715341 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715435 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715573 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715730 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] host = dv-cinder-799871-30-iscsi {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.715887 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716044 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716395 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716512 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716681 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716794 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.716951 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717109 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717266 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717425 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717583 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.717908 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718070 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_options = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718384 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718541 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718731 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.718897 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719059 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719371 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719371 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719634 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719745 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719836 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.719958 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720115 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720256 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720572 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720728 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.720899 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721035 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721178 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721334 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721491 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721648 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721826 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.721989 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.722146 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.722321 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.722481 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.722626 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.722890 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723011 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723127 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723294 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723446 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723601 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723757 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.723912 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724067 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724231 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724381 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724527 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724689 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724840 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.724996 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725156 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725325 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725447 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_json = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725620 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725816 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.725938 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726265 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726265 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726512 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726632 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726724 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.726828 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 14:21:50.727016 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727178 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727352 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727514 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727675 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727836 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.727997 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728163 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728473 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728473 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728703 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728800 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.728954 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729113 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729266 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729425 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729585 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729749 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.729930 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730077 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730388 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730711 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.730865 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731026 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731186 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731356 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731516 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731686 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.731901 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.732029 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.732189 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.732349 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.733604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.735604 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.737078 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.738149 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.740848 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.742378 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.744624 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.745560 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746176 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.746735 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.747360 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793227 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.793981 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.794592 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795121 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.795668 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796202 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.796741 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797276 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.797846 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798387 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.798921 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.799465 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800226 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.800744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.801871 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.802427 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.803301 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804416 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.804960 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.805508 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806234 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 14:21:50.806744 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 14:21:50.994103 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35400) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:21:51.002868 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065227 Jul 14 14:21:59.727132 dv-cinder-799871-30-iscsi neutron-server[104361]: DEBUG dbcounter [-] [104361] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104361) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:02.682172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f5f29-bff2-4065-be55-9c5cbf223fd3 None None] get_active_networks_info from dv-cinder-799871-30-iscsi {{(pid=104474) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 14:22:02.689564 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writer thread running {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 14:22:02.777802 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81f5f29-bff2-4065-be55-9c5cbf223fd3 None None] No non-hosted networks {{(pid=104474) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 14:22:02.791720 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.agentschedulers_db [None req-a81f5f29-bff2-4065-be55-9c5cbf223fd3 None None] DHCP Agent not found on host dv-cinder-799871-30-iscsi {{(pid=104474) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 14:22:02.909996 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-70472973-e9c4-4fb3-bdd5-c0c0d902d602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:04.242588 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writer thread running {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 14:22:04.814425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-45eb381a-5850-47e3-8e39-129a0c3c8ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:04.842075 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.db.api [None req-d8ffdc35-8eba-4c18-8e3f-8991bee0b8e8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-799871-30-iscsi {{(pid=104474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 14:22:04.842617 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG oslo_db.api [None req-d8ffdc35-8eba-4c18-8e3f-8991bee0b8e8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:22:05.383610 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d8ffdc35-8eba-4c18-8e3f-8991bee0b8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:05.980042 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35466) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:06.189133 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:06.569882 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-7534ed0a-144e-4895-aeb3-50d2402244bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:06.570467 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-7534ed0a-144e-4895-aeb3-50d2402244bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:06.788987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-7534ed0a-144e-4895-aeb3-50d2402244bd admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:22:06.801806 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7534ed0a-144e-4895-aeb3-50d2402244bd admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8092873 Jul 14 14:22:07.320819 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:07.926393 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:07.927055 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.927394 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.927733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.928063 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.928387 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.928710 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.929656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.930049 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.930376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.930709 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.931057 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.931379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.931710 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.932027 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.932340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:07.932738 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799871-30-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:07.944137 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799871-30-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:09.164288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35502) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:09.729985 dv-cinder-799871-30-iscsi neutron-server[104473]: WARNING oslo_policy.policy [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:09.730535 dv-cinder-799871-30-iscsi neutron-server[104473]: WARNING oslo_policy.policy [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:09.946644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:10.040422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.policy [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104473) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 14:22:10.082985 dv-cinder-799871-30-iscsi neutron-server[104473]: WARNING oslo_policy.policy [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:10.083364 dv-cinder-799871-30-iscsi neutron-server[104473]: WARNING oslo_policy.policy [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:10.105462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writer thread running {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 14:22:10.270186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749128932209', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749128932709', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749128915504', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749129888794', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749129887279', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749129872266', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16372860', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16491342', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667161'] for rbac-policy (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:10.471622 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:10.473018 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4f7848cf-d650-4123-8186-cd72d9886027 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3068209 Jul 14 14:22:11.002012 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.db.l3_hamode_db [None req-9cef262b-fb4b-4fe0-af91-e9853c2c304f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 14:22:11.079892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef262b-fb4b-4fe0-af91-e9853c2c304f None None] Routers set() bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:22:11.079892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef262b-fb4b-4fe0-af91-e9853c2c304f None None] Router IDs set() for agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 14:22:12.728434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35520) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:13.053389 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:13.126225 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Made reservation on behalf of beafb93941304589a5106acd52069473 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:22:13.130325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.148478 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.258316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks [] for security_group (6ddb483c-7ce9-4cce-9c6e-693fa17b3288), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.303458 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6ddb483c-7ce9-4cce-9c6e-693fa17b3288), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.329159 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:22:13.363989 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749125113402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (d7a976b0-1267-4893-bc00-9fc9133d0118), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.364548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Unsubscribe: segment precommit_create {{(pid=104473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 14:22:13.365085 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Added segment d7a976b0-1267-4893-bc00-9fc9133d0118 of type vlan for network 2fd716ab-f043-4d66-b523-da3249255ad7 Jul 14 14:22:13.383617 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb483c-7ce9-4cce-9c6e-693fa17b3288,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:13.434210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.434546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.434893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.435241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.435566 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.435883 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.436207 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.436517 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.436844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.437162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.437476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.437811 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.438162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Tracked resource versions report: Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: pushed versions: Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: { 'AddressGroup': {'1.2'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Agent': {'1.1'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'ConntrackHelper': {'1.0'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Log': {'1.0'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'NDPProxy': {'1.0'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Network': {'1.1'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Port': {'1.7'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'PortForwarding': {'1.3'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'QosPolicy': {'1.10'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroup': {'1.5'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SubPort': {'1.0'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Subnet': {'1.1'}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Trunk': {'1.1'}} Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: consumer versions: Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Agent': '1.1', Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'ConntrackHelper': '1.0', Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'LocalIPAssociation': '1.0', Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Log': '1.0', Jul 14 14:22:13.441592 dv-cinder-799871-30-iscsi neutron-server[104473]: 'NDPProxy': '1.0', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Network': '1.1', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Port': '1.7', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'PortForwarding': '1.3', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'QosPolicy': '1.10', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroup': '1.5', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroupRule': '1.2', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SubPort': '1.0', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Subnet': '1.1', Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Trunk': '1.1'}} Jul 14 14:22:13.443479 dv-cinder-799871-30-iscsi neutron-server[104473]: {{(pid=104473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:22:13.486225 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (2fd716ab-f043-4d66-b523-da3249255ad7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.565930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (2fd716ab-f043-4d66-b523-da3249255ad7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.571248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:13.571963 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:13.682937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] Pushing event updated for resources: {'Network': ['ID=2fd716ab-f043-4d66-b523-da3249255ad7,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:13.701139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 2fd716ab-f043-4d66-b523-da3249255ad7 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:22:13.786078 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8c85c679-a652-4e4a-b3aa-74767be0fb8c demo demo] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0565062 Jul 14 14:22:16.109438 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35532) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:16.444030 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:16.529450 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4beeaa0-0c20-4c60-8565-ade475b0119d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:16.530853 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a4beeaa0-0c20-4c60-8565-ade475b0119d demo admin] 10.222.0.93 "GET /v2.0/networks/2fd716ab-f043-4d66-b523-da3249255ad7 HTTP/1.1" status: 200 len: 825 time: 0.4204257 Jul 14 14:22:16.557597 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b1494076-39ae-42fa-b0f4-9eabb30a2b9d demo admin] 10.222.0.93 "GET /v2.0/subnetpools/89969222-ee94-494b-abf7-b572652503ff HTTP/1.1" status: 200 len: 734 time: 0.0209076 Jul 14 14:22:16.566382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff', 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:16.663557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Made reservation on behalf of beafb93941304589a5106acd52069473 for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:22:16.665923 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:16.724909 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:17.012052 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (0300ae99-0049-485e-a57e-0445f0957ff0), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:17.083421 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0300ae99-0049-485e-a57e-0445f0957ff0,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:17.089263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Checking segment: {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:22:17.089626 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Network hostable DHCP agents. Network: 2fd716ab-f043-4d66-b523-da3249255ad7, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:22:17.159869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Network 2fd716ab-f043-4d66-b523-da3249255ad7 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:22:17.211391 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 2fd716ab-f043-4d66-b523-da3249255ad7) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:17.219498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:17.219498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:17.226480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799942a-9394-4143-bc7f-fb89d0893c9d None None] Network 2fd716ab-f043-4d66-b523-da3249255ad7 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:22:17.294371 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-866242ec-4039-49d7-9f4b-1dac2bc48832 demo admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7311337 Jul 14 14:22:17.497540 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-2fd716ab-f043-4d66-b523-da3249255ad7', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'project_id': 'beafb93941304589a5106acd52069473', 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:22:17.499421 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:17.817187 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Allocated IP 172.20.0.2 (2fd716ab-f043-4d66-b523-da3249255ad7/0300ae99-0049-485e-a57e-0445f0957ff0/8ca70012-97c5-4797-a0cd-0be21c86191f) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:22:17.890176 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:18.098559 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks [] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:18.178097 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:18.249390 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:18.253897 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Network 2fd716ab-f043-4d66-b523-da3249255ad7 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:22:18.265638 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:18.270547 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:22:18.274164 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Pushing event updated for resources: {'Port': ['ID=8ca70012-97c5-4797-a0cd-0be21c86191f,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:18.306526 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.306894 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.307225 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.307572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.307912 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.308241 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.308570 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.308894 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.309254 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.309560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.309913 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.310252 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.310577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.310899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.311223 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Tracked resource versions report: Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: pushed versions: Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: { 'AddressGroup': {'1.2'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Agent': {'1.1'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'ConntrackHelper': {'1.0'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Log': {'1.0'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'NDPProxy': {'1.0'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Network': {'1.1'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Port': {'1.7'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'PortForwarding': {'1.3'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'QosPolicy': {'1.10'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroup': {'1.5'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SubPort': {'1.0'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Subnet': {'1.1'}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Trunk': {'1.1'}} Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: consumer versions: Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Agent': '1.1', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'ConntrackHelper': '1.0', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'LocalIPAssociation': '1.0', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Log': '1.0', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'NDPProxy': '1.0', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Network': '1.1', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Port': '1.7', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'PortForwarding': '1.3', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'QosPolicy': '1.10', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroup': '1.5', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroupRule': '1.2', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SubPort': '1.0', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Subnet': '1.1', Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Trunk': '1.1'}} Jul 14 14:22:18.312715 dv-cinder-799871-30-iscsi neutron-server[104474]: {{(pid=104474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:22:18.364722 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Attempting to bind port 8ca70012-97c5-4797-a0cd-0be21c86191f on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:22:18.365026 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Attempting to bind port 8ca70012-97c5-4797-a0cd-0be21c86191f by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:22:18.365426 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Attempting to bind port 8ca70012-97c5-4797-a0cd-0be21c86191f on network 2fd716ab-f043-4d66-b523-da3249255ad7 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:22:18.370922 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:22:18.371290 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Checking segment: {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:22:18.371742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:18.372120 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Bound using segment: {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:22:18.372578 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Bound port: 8ca70012-97c5-4797-a0cd-0be21c86191f, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:22:18.372959 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:18.434257 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] For port 8ca70012-97c5-4797-a0cd-0be21c86191f, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:22:18.453842 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] For port 8ca70012-97c5-4797-a0cd-0be21c86191f, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=8ca70012-97c5-4797-a0cd-0be21c86191f,segment=NetworkSegment(d7a976b0-1267-4893-bc00-9fc9133d0118),segment_id=d7a976b0-1267-4893-bc00-9fc9133d0118)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:22:18.543609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:18.602619 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356a679-e24c-4d98-bd3d-b11790c91c4c None None] Pushing event updated for resources: {'Port': ['ID=8ca70012-97c5-4797-a0cd-0be21c86191f,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:19.633040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35544) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:19.978343 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [None req-d5f2a251-2bb5-415c-8217-94e293db17a5 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:22:19.979410 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d5f2a251-2bb5-415c-8217-94e293db17a5 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3453124 Jul 14 14:22:22.271037 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:22.276181 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:22.310474 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35556) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:22.657303 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [None req-acfe8715-78e6-490d-af2a-b339fd4cac5b admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:22:22.658485 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-acfe8715-78e6-490d-af2a-b339fd4cac5b admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3470080 Jul 14 14:22:25.037041 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35564) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:25.372558 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:25.436179 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.policy [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104472) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 14:22:25.479899 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:25.480289 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING oslo_policy.policy [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 14:22:25.503190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writer thread running {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 14:22:25.544029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:25.597661 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 8ca70012-97c5-4797-a0cd-0be21c86191f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:25.641201 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (443d1ac0-bc5c-4644-a6d1-fbbd45098891), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.643203 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (443d1ac0-bc5c-4644-a6d1-fbbd45098891), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.686483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 8ca70012-97c5-4797-a0cd-0be21c86191f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:25.687058 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.794618 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 8ca70012-97c5-4797-a0cd-0be21c86191f is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:25.794998 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.807136 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Publish callbacks [] for router_controller (443d1ac0-bc5c-4644-a6d1-fbbd45098891), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.833021 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 8ca70012-97c5-4797-a0cd-0be21c86191f, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=8ca70012-97c5-4797-a0cd-0be21c86191f,segment=NetworkSegment(d7a976b0-1267-4893-bc00-9fc9133d0118),segment_id=d7a976b0-1267-4893-bc00-9fc9133d0118)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:25.864076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (443d1ac0-bc5c-4644-a6d1-fbbd45098891), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.903124 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.949609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=8ca70012-97c5-4797-a0cd-0be21c86191f,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:25.958713 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:25.961049 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-985af8ce-62e7-471e-8900-04b98374e20a demo demo] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9228845 Jul 14 14:22:26.746369 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c53581-ba71-40dd-8ff5-c103781c70e8 None None] Network 2fd716ab-f043-4d66-b523-da3249255ad7 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:22:26.824219 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-ce0333ad-be33-495b-ac65-b71ef6a0d960 None None] Provisioning complete for port 8ca70012-97c5-4797-a0cd-0be21c86191f triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:26.824603 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ce0333ad-be33-495b-ac65-b71ef6a0d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:26.959392 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ce0333ad-be33-495b-ac65-b71ef6a0d960 None None] Current status of the port 8ca70012-97c5-4797-a0cd-0be21c86191f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:27.189597 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a6ab4503-73e8-4120-8b77-3f88070b0331 None None] Provisioning complete for port 8ca70012-97c5-4797-a0cd-0be21c86191f triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:27.190034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a6ab4503-73e8-4120-8b77-3f88070b0331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:27.213664 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:27.226758 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:27.228254 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:27.263422 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:27.266404 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab4503-73e8-4120-8b77-3f88070b0331 None None] Current status of the port 8ca70012-97c5-4797-a0cd-0be21c86191f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:27.567187 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 8ca70012-97c5-4797-a0cd-0be21c86191f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:27.616940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 8ca70012-97c5-4797-a0cd-0be21c86191f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:27.617579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:27.691613 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 8ca70012-97c5-4797-a0cd-0be21c86191f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:28.272976 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 35586) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:28.595669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [None req-f98e7e41-78eb-4ad4-a00f-4db50604688e admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:22:28.596676 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f98e7e41-78eb-4ad4-a00f-4db50604688e admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3227706 Jul 14 14:22:30.890322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35594) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:31.225974 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:31.314358 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Made reservation on behalf of df24a39f5f0a46c8b40d27ec05417d32 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:22:31.317209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.333129 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.439140 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks [] for security_group (132cee1f-57e9-4634-b086-efc13c0b6fb3), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.537762 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (132cee1f-57e9-4634-b086-efc13c0b6fb3), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.549573 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Reserving flat network on physical network physnet1 {{(pid=104472) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 14:22:31.585214 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749125113402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (68da76a9-8e37-4cd4-9976-e8ca5f16f351), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.585680 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Unsubscribe: segment precommit_create {{(pid=104472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 14:22:31.586315 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Added segment 68da76a9-8e37-4cd4-9976-e8ca5f16f351 of type flat for network 06e1e95e-362f-44e6-b250-3f7c0ff46712 Jul 14 14:22:31.603373 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132cee1f-57e9-4634-b086-efc13c0b6fb3,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:31.658498 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.658826 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.659187 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.659534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.659868 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.660185 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.660550 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.660871 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.661209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.661535 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.661947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.662797 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.663115 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.663483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.663800 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Tracked resource versions report: Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: pushed versions: Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Log': {'1.0'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Network': {'1.1'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Port': {'1.7'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: consumer versions: Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Agent': '1.1', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Log': '1.0', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Network': '1.1', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Port': '1.7', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SubPort': '1.0', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Subnet': '1.1', Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Jul 14 14:22:31.665318 dv-cinder-799871-30-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:22:31.715998 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (06e1e95e-362f-44e6-b250-3f7c0ff46712), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.863110 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (06e1e95e-362f-44e6-b250-3f7c0ff46712), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.864297 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:31.865077 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:31.965731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] Pushing event updated for resources: {'Network': ['ID=06e1e95e-362f-44e6-b250-3f7c0ff46712,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:31.977859 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:22:31.985242 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b176890e-7004-4d4a-baa2-1798590a8aab admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0938537 Jul 14 14:22:32.668727 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-38def9c8-3a67-446c-93a7-79d44685dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:34.246236 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35606) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:34.657271 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58edde28-60cd-4e18-8ee5-135e6f025fd7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:34.658619 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-58edde28-60cd-4e18-8ee5-135e6f025fd7 demo admin] 10.222.0.93 "GET /v2.0/subnets/0300ae99-0049-485e-a57e-0445f0957ff0 HTTP/1.1" status: 200 len: 849 time: 0.4114528 Jul 14 14:22:34.800779 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-160b005e-5d23-446c-9fce-ae7f862abae5 demo admin] 10.222.0.93 "GET /v2.0/routers/443d1ac0-bc5c-4644-a6d1-fbbd45098891 HTTP/1.1" status: 200 len: 704 time: 0.1357586 Jul 14 14:22:34.805370 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-79107243-4e1c-4a21-a0b1-bcb77e94c05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:35.074437 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:35.105068 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:35.155792 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:35.381443 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Allocated IP 172.20.0.1 (2fd716ab-f043-4d66-b523-da3249255ad7/0300ae99-0049-485e-a57e-0445f0957ff0/c7ece23b-14a9-402b-9aee-e007c15c6d80) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:22:35.567469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks [] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:35.686125 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:35.764497 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Network 2fd716ab-f043-4d66-b523-da3249255ad7 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:22:35.779002 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:35.783887 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Pushing event updated for resources: {'Port': ['ID=c7ece23b-14a9-402b-9aee-e007c15c6d80,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:35.786483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:22:35.787365 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (443d1ac0-bc5c-4644-a6d1-fbbd45098891), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.050435 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.096781 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-22c75224-b5cf-4d53-8612-e75019c3c856 None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:36.097413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-22c75224-b5cf-4d53-8612-e75019c3c856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.135945 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-22c75224-b5cf-4d53-8612-e75019c3c856 None None] Port c7ece23b-14a9-402b-9aee-e007c15c6d80 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:22:36.194734 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.247124 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:36.315045 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks [] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.382489 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.383332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (443d1ac0-bc5c-4644-a6d1-fbbd45098891), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.445204 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Pushing event updated for resources: {'Port': ['ID=c7ece23b-14a9-402b-9aee-e007c15c6d80,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:36.512112 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Network 2fd716ab-f043-4d66-b523-da3249255ad7 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:22:36.513427 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:36.524211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:36.757120 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-0c10b053-70de-40bd-bada-4bc4a866535b None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:36.757509 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0c10b053-70de-40bd-bada-4bc4a866535b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:36.788789 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:22:36.788991 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-0c10b053-70de-40bd-bada-4bc4a866535b None None] Port c7ece23b-14a9-402b-9aee-e007c15c6d80 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:22:36.879211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:22:36.885256 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fd394acc-408e-4b60-83e3-0c8827edba8e demo admin] 10.222.0.93 "PUT /v2.0/routers/443d1ac0-bc5c-4644-a6d1-fbbd45098891/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0788958 Jul 14 14:22:36.889546 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Sync routers for ids ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:22:36.902452 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Routers {'443d1ac0-bc5c-4644-a6d1-fbbd45098891'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:22:36.903277 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:22:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:37.082811 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Set router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 gateway port host: None {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:22:37.279994 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:37.504623 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:35Z', 'revision_number': 2, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port_host': None, '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:36Z', 'revision_number': 2, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:37.557321 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Checking router: 443d1ac0-bc5c-4644-a6d1-fbbd45098891 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:22:37.557691 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Updating router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 port c7ece23b-14a9-402b-9aee-e007c15c6d80 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:22:37.613279 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:37.925519 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.132410 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks [] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.211464 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.352769 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Pushing event updated for resources: {'Port': ['ID=c7ece23b-14a9-402b-9aee-e007c15c6d80,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:38.382143 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.382540 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.382828 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.383167 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.383489 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.383815 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.384136 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.384457 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.384793 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.385116 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.385439 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.385794 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.386118 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.386435 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.386784 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Tracked resource versions report: Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: pushed versions: Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: { 'AddressGroup': {'1.2'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Agent': {'1.1'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'ConntrackHelper': {'1.0'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Log': {'1.0'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'NDPProxy': {'1.0'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Network': {'1.1'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Port': {'1.7'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'PortForwarding': {'1.3'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'QosPolicy': {'1.10'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroup': {'1.5'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SubPort': {'1.0'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Subnet': {'1.1'}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Trunk': {'1.1'}} Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: consumer versions: Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Agent': '1.1', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'ConntrackHelper': '1.0', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'LocalIPAssociation': '1.0', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Log': '1.0', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'NDPProxy': '1.0', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Network': '1.1', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Port': '1.7', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'PortForwarding': '1.3', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'QosPolicy': '1.10', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroup': '1.5', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroupRule': '1.2', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SubPort': '1.0', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Subnet': '1.1', Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Trunk': '1.1'}} Jul 14 14:22:38.388256 dv-cinder-799871-30-iscsi neutron-server[104475]: {{(pid=104475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:22:38.402497 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Attempting to bind port c7ece23b-14a9-402b-9aee-e007c15c6d80 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:22:38.402906 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Attempting to bind port c7ece23b-14a9-402b-9aee-e007c15c6d80 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:22:38.403343 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Attempting to bind port c7ece23b-14a9-402b-9aee-e007c15c6d80 on network 2fd716ab-f043-4d66-b523-da3249255ad7 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:22:38.406479 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:38.409391 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:22:38.409805 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Checking segment: {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:22:38.410243 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.410685 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Bound using segment: {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:22:38.411125 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Bound port: c7ece23b-14a9-402b-9aee-e007c15c6d80, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a976b0-1267-4893-bc00-9fc9133d0118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:22:38.411508 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.431690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-813c3d8f-4bd4-423f-a02c-be005479feb6 None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:38.431690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-813c3d8f-4bd4-423f-a02c-be005479feb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.454822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-813c3d8f-4bd4-423f-a02c-be005479feb6 None None] Port c7ece23b-14a9-402b-9aee-e007c15c6d80 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:22:38.479081 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] For port c7ece23b-14a9-402b-9aee-e007c15c6d80, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:22:38.498442 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] For port c7ece23b-14a9-402b-9aee-e007c15c6d80, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=c7ece23b-14a9-402b-9aee-e007c15c6d80,segment=NetworkSegment(d7a976b0-1267-4893-bc00-9fc9133d0118),segment_id=d7a976b0-1267-4893-bc00-9fc9133d0118)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:22:38.577842 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.618770 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:38.640583 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Routers {'443d1ac0-bc5c-4644-a6d1-fbbd45098891'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:22:38.640583 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:22:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:38.704237 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f8c5-c468-492b-bd38-5aeb020502ea None None] Pushing event updated for resources: {'Port': ['ID=c7ece23b-14a9-402b-9aee-e007c15c6d80,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:38.736538 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] Set router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 gateway port host: None {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:22:38.874084 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:38.874653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.941107 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:35Z', 'revision_number': 2, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port_host': None, '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:38Z', 'revision_number': 4, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:38.963118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Current status of the port c7ece23b-14a9-402b-9aee-e007c15c6d80 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:38.963500 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:38.966419 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8368dda-4bb9-49f5-89d3-b91ed634f454 None None] The sync data for ids ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'] in dv-cinder-799871-30-iscsi is: [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:35Z', 'revision_number': 2, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port_host': None, '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:38Z', 'revision_number': 4, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:22:39.003176 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] For port c7ece23b-14a9-402b-9aee-e007c15c6d80, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=c7ece23b-14a9-402b-9aee-e007c15c6d80,segment=NetworkSegment(d7a976b0-1267-4893-bc00-9fc9133d0118),segment_id=d7a976b0-1267-4893-bc00-9fc9133d0118)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:39.074577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:39.127954 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8111a-a97d-4c92-9aeb-d1fbf1f770c0 None None] Pushing event updated for resources: {'Port': ['ID=c7ece23b-14a9-402b-9aee-e007c15c6d80,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:39.204193 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35620) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:39.639881 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ec6fd5-4c60-4477-9d38-92aa42bc2b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:39.641168 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-20ec6fd5-4c60-4477-9d38-92aa42bc2b9e admin admin] 10.222.0.93 "GET /v2.0/networks/06e1e95e-362f-44e6-b250-3f7c0ff46712 HTTP/1.1" status: 200 len: 842 time: 0.4359775 Jul 14 14:22:39.651206 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:39.839736 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Made reservation on behalf of df24a39f5f0a46c8b40d27ec05417d32 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:22:39.842131 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:40.222989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.objects.ports [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104472) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 14:22:40.223691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (bf8cdfbc-81d4-412d-9161-c7552ea1cd46), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:40.277484 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:40.285941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8cdfbc-81d4-412d-9161-c7552ea1cd46,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:40.299055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:22:40.299407 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Network hostable DHCP agents. Network: 06e1e95e-362f-44e6-b250-3f7c0ff46712, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:22:40.399885 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:22:40.468054 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 06e1e95e-362f-44e6-b250-3f7c0ff46712) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:40.472543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:40.473047 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:40.478397 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f5fb7d-c3d1-4657-aa5c-ad6fb0a22ecc None None] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:22:40.563232 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4137aa12-b28b-4c46-aa75-511be70d7aed admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9145746 Jul 14 14:22:40.584305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69fd65-0af4-43af-b28d-9110b74b03f7 None None] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:22:42.930082 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35628) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:43.346939 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-518869f5-119b-485d-a1f1-b8fd1d4c4d7c demo admin] 10.222.0.93 "GET /v2.0/routers/443d1ac0-bc5c-4644-a6d1-fbbd45098891 HTTP/1.1" status: 200 len: 710 time: 0.4156241 Jul 14 14:22:43.435943 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf69852-396c-4410-a406-3138cd8943de demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:22:43.437322 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7bf69852-396c-4410-a406-3138cd8943de demo admin] 10.222.0.93 "GET /v2.0/networks/06e1e95e-362f-44e6-b250-3f7c0ff46712 HTTP/1.1" status: 200 len: 886 time: 0.0843568 Jul 14 14:22:43.446715 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:22:43.532717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:43.766027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks [] for router_gateway (443d1ac0-bc5c-4644-a6d1-fbbd45098891), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:44.167777 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks [] for router_gateway (443d1ac0-bc5c-4644-a6d1-fbbd45098891), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:44.248528 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:44.357220 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Allocated IP 172.27.2.224 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:22:44.422958 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:44.476183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks [] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:44.623579 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:22:44.628923 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:44.667797 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:22:44.670631 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:22:44.681127 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:22:44.683863 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Pushing event updated for resources: {'Port': ['ID=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:44.782097 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:45.098483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks [] for router_gateway (443d1ac0-bc5c-4644-a6d1-fbbd45098891), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:45.284822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-666259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-671011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-402'] for router (443d1ac0-bc5c-4644-a6d1-fbbd45098891), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:45.288777 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-671016'] for router (443d1ac0-bc5c-4644-a6d1-fbbd45098891), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:45.388936 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:22:45.488819 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:22:45.493532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:45.494766 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6dd6a428-3983-46fb-ba2b-abada1095b35 demo admin] 10.222.0.93 "PUT /v2.0/routers/443d1ac0-bc5c-4644-a6d1-fbbd45098891 HTTP/1.1" status: 200 len: 890 time: 2.0515077 Jul 14 14:22:45.499484 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Sync routers for ids ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:22:45.509979 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:45.513029 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Routers {'443d1ac0-bc5c-4644-a6d1-fbbd45098891'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:22:45.513804 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:22:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:45.598413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:45.613759 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device c7ece23b-14a9-402b-9aee-e007c15c6d80 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:45.775674 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Set router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:22:45.800155 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:45.800473 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.119810 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port c7ece23b-14a9-402b-9aee-e007c15c6d80 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:46.221637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:44Z', 'revision_number': 4, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port': {'id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:44Z', 'updated_at': '2022-07-14T14:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:38Z', 'revision_number': 5, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:46.337390 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Checking router: 443d1ac0-bc5c-4644-a6d1-fbbd45098891 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:22:46.337653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Updating router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:22:46.392416 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.702503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks [] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.828813 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.864074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:46.884241 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Attempting to bind port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:22:46.884601 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Attempting to bind port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:22:46.884981 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Attempting to bind port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:22:46.886924 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f53f-025c-4508-a32d-279036e72485 None None] Pushing event updated for resources: {'Port': ['ID=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:46.892424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:22:46.892915 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:22:46.893490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.893686 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:22:46.894253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Bound port: 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:22:46.894648 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:46.946021 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] For port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:22:46.949166 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] For port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:22:47.017441 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:47.022412 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:47.076768 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Routers {'443d1ac0-bc5c-4644-a6d1-fbbd45098891'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:22:47.077383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:22:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:47.081278 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6f53f-025c-4508-a32d-279036e72485 None None] Pushing event updated for resources: {'Port': ['ID=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:47.186712 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] Set router 443d1ac0-bc5c-4644-a6d1-fbbd45098891 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:22:47.380185 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:44Z', 'revision_number': 4, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port': {'id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:44Z', 'updated_at': '2022-07-14T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:38Z', 'revision_number': 5, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:22:47.407365 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395f4860-3faa-40fc-b41a-fac3c845abdc None None] The sync data for ids ['443d1ac0-bc5c-4644-a6d1-fbbd45098891'] in dv-cinder-799871-30-iscsi is: [{'id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'name': 'router1', 'tenant_id': 'beafb93941304589a5106acd52069473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:22:25Z', 'updated_at': '2022-07-14T14:22:44Z', 'revision_number': 4, 'project_id': 'beafb93941304589a5106acd52069473', 'gw_port': {'id': '8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:06:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:44Z', 'updated_at': '2022-07-14T14:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c7ece23b-14a9-402b-9aee-e007c15c6d80', 'name': '', 'network_id': '2fd716ab-f043-4d66-b523-da3249255ad7', 'tenant_id': 'beafb93941304589a5106acd52069473', 'mac_address': 'fa:16:3e:48:bd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443d1ac0-bc5c-4644-a6d1-fbbd45098891', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:22:35Z', 'updated_at': '2022-07-14T14:22:38Z', 'revision_number': 5, 'project_id': 'beafb93941304589a5106acd52069473', 'subnets': [{'id': '0300ae99-0049-485e-a57e-0445f0957ff0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '89969222-ee94-494b-abf7-b572652503ff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:22:47.619277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:47.669970 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:47.670446 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:47.749617 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:47.750453 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:47.774118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:22:47.908493 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:47.963596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:22:47.999668 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 35640) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:22:48.492008 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-21c9afb0-a88c-4916-b3e2-ce87df732789 admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4911873 Jul 14 14:22:49.573340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:22:49.599033 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:49.621292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:22:49.621683 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:22:49.695740 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 8f494dd9-b0a6-4632-8d8d-2d5cbe53ca2f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:22:54.619907 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=52 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:54.620510 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=24 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:58.484194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:58.488363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=59 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:22:59.693822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:02.782590 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4402abab-dfb2-4f67-8bc0-6aa7b6c3e7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:04.960008 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f0fa185a-b692-4313-9a49-e11271b57d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:06.216484 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:07.365114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:07.632590 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:07.639900 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:08.011336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:17.849787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:17.856337 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:21.623117 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:23:31.618396 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:31.619583 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:32.976823 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0a958213-f849-4dbd-878a-9ed832159d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:34.827748 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b7e3d6c5-d62f-48fb-ae1d-e486210c446a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:36.170661 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:37.336457 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:38.793326 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:23:44.628959 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:44.638506 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:47.858652 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:47.868571 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:23:58.622075 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:24:02.683619 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dd3b92f4-4bd4-4026-b07a-71efb9c049e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:04.792865 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1f5732a0-15df-4c22-95f2-4f5834d9d626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:06.123612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:07.278333 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:07.924726 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:08.618416 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:13.592961 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36176) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:13.938788 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11dce71-b3c7-4939-81f3-a32322291462 admin admin] GET failed (client error): The resource could not be found. Jul 14 14:24:13.940171 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e11dce71-b3c7-4939-81f3-a32322291462 admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3462696 Jul 14 14:24:14.108179 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0904f-dce3-4d1a-88cf-41deb3a97f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:14.109665 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8ee0904f-dce3-4d1a-88cf-41deb3a97f52 admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1653638 Jul 14 14:24:16.328009 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36186) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:16.706056 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5770848-fe0e-4b83-b513-1df184a55eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:16.707416 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b5770848-fe0e-4b83-b513-1df184a55eae admin admin] 10.222.0.93 "GET /v2.0/subnets/0300ae99-0049-485e-a57e-0445f0957ff0 HTTP/1.1" status: 200 len: 849 time: 0.3781800 Jul 14 14:24:16.716747 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:24:16.807018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Publish callbacks [] for subnet (0300ae99-0049-485e-a57e-0445f0957ff0), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:17.020341 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749125012300'] for subnet (0300ae99-0049-485e-a57e-0445f0957ff0), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:17.057973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:17.058613 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:17.062000 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] 10.222.0.93 "PUT /v2.0/subnets/0300ae99-0049-485e-a57e-0445f0957ff0 HTTP/1.1" status: 200 len: 868 time: 0.3466337 Jul 14 14:24:17.076980 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0300ae99-0049-485e-a57e-0445f0957ff0,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:24:17.083249 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1a47ea-6283-492a-babe-4aa7c67ddbf1 None None] Network 2fd716ab-f043-4d66-b523-da3249255ad7 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:24:17.085962 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.086163 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.086432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.086781 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.087116 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.087445 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.087777 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.088280 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.088614 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.088941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.089307 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.089641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.090036 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.090318 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.090643 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef02b11-fe03-4fee-8f6d-b22eb4e7a712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:24:17.437596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Provisioning complete for port c7ece23b-14a9-402b-9aee-e007c15c6d80 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:24:17.438033 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c7ece23b-14a9-402b-9aee-e007c15c6d80), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:17.510680 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Current status of the port c7ece23b-14a9-402b-9aee-e007c15c6d80 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:24:17.519146 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Provisioning complete for port 8ca70012-97c5-4797-a0cd-0be21c86191f triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:24:17.519532 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ca70012-97c5-4797-a0cd-0be21c86191f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:17.592181 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-c260377a-b598-4880-95c0-89ff3ec455a5 None None] Current status of the port 8ca70012-97c5-4797-a0cd-0be21c86191f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:24:19.290500 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36194) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:19.772257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0072a-2259-45dd-b6b2-0d71c5ac0fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:19.772731 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0072a-2259-45dd-b6b2-0d71c5ac0fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:19.774359 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ddd0072a-2259-45dd-b6b2-0d71c5ac0fbb admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4829440 Jul 14 14:24:21.626223 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:21.630094 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:22.013297 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36204) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:22.549610 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71624d7-93e4-4ac8-bf92-8f8ca1a6fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:22.550114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71624d7-93e4-4ac8-bf92-8f8ca1a6fb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:22.551673 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a71624d7-93e4-4ac8-bf92-8f8ca1a6fb68 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5373833 Jul 14 14:24:24.743488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36212) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:25.189644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1f384-0d7e-43bc-8610-ff97ae6ab596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:25.191014 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4df1f384-0d7e-43bc-8610-ff97ae6ab596 admin admin] 10.222.0.93 "GET /v2.0/networks/06e1e95e-362f-44e6-b250-3f7c0ff46712 HTTP/1.1" status: 200 len: 886 time: 0.4465816 Jul 14 14:24:27.074506 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=63,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:27.081759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:27.405051 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36220) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:27.586899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:27.590773 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:27.841508 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66c6c07-8862-4396-8180-2dbed497ba8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:27.842930 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e66c6c07-8862-4396-8180-2dbed497ba8d admin admin] 10.222.0.93 "GET /v2.0/networks/2fd716ab-f043-4d66-b523-da3249255ad7 HTTP/1.1" status: 200 len: 869 time: 0.4369185 Jul 14 14:24:30.037532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36228) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:30.436208 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9936a9e-613b-48ef-a6f2-c30ba5b466ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:30.436586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9936a9e-613b-48ef-a6f2-c30ba5b466ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:30.438131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f9936a9e-613b-48ef-a6f2-c30ba5b466ce admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3996127 Jul 14 14:24:32.644823 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36236) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:32.718794 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f08364ba-ce9f-4c7b-855e-66874db08b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:33.043866 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e57408-fda1-45c5-a2d2-576236324e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:33.044348 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e57408-fda1-45c5-a2d2-576236324e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:33.045915 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-00e57408-fda1-45c5-a2d2-576236324e38 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4001200 Jul 14 14:24:34.832784 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d65fb20c-3a5e-4dab-8fd4-0affb61a7f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:35.258105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36244) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:35.623275 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:24:35.631481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a834155-75eb-4bde-801a-92ebc2a8791c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:35.632839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4a834155-75eb-4bde-801a-92ebc2a8791c admin admin] 10.222.0.93 "GET /v2.0/subnets/0300ae99-0049-485e-a57e-0445f0957ff0 HTTP/1.1" status: 200 len: 868 time: 0.3738017 Jul 14 14:24:36.140514 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:37.283417 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:37.837442 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=48 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:37.839341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=41 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:37.841550 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36252) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:24:37.963332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:24:38.236830 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ee87e-c8ac-4386-964d-96e8554f5786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:24:38.238237 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-206ee87e-c8ac-4386-964d-96e8554f5786 admin admin] 10.222.0.93 "GET /v2.0/subnets/bf8cdfbc-81d4-412d-9161-c7552ea1cd46 HTTP/1.1" status: 200 len: 816 time: 0.3957148 Jul 14 14:24:45.618254 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:45.626832 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=21 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:45.632016 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:47.856598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:47.863480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:48.231087 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:24:48.233016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:02.497524 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=16 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:02.501693 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=16 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:02.711528 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7ed62996-39f4-49f2-99ff-76fd539e1b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:04.808685 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ab820cf7-0000-43d3-8398-dadaace556f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:06.146280 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:07.326586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:07.338600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36308) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:25:07.671731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-74b3e418-0791-4210-82d8-bd6e661ec9ee admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:25:07.672712 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-74b3e418-0791-4210-82d8-bd6e661ec9ee admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3331523 Jul 14 14:25:07.934884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:09.945149 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36316) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:25:10.277186 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.pecan_wsgi.hooks.translation [None req-b627fb1e-550e-47db-b85f-775b02ba0652 admin admin] GET failed (client error): The resource could not be found. Jul 14 14:25:10.278533 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b627fb1e-550e-47db-b85f-775b02ba0652 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3324320 Jul 14 14:25:10.365545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c488e6c8-551f-4e3d-bed0-494e5c46739a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:25:10.367128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c488e6c8-551f-4e3d-bed0-494e5c46739a admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846381 Jul 14 14:25:12.584532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36324) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:25:12.622206 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:25:12.918114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:25:13.077161 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Made reservation on behalf of df24a39f5f0a46c8b40d27ec05417d32 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:25:13.079642 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:13.107840 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING neutron.services.revisions.revision_plugin [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Could not find related network for resource to bump revision. Jul 14 14:25:13.122666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:25:13.132086 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (e0017a61-a010-4361-90a0-2211b767f1d0), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:13.132420 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Added segment e0017a61-a010-4361-90a0-2211b767f1d0 of type vlan for network d929538e-8852-49e7-b0ac-4d8321fbb5b4 Jul 14 14:25:13.170714 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (d929538e-8852-49e7-b0ac-4d8321fbb5b4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:13.294695 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (d929538e-8852-49e7-b0ac-4d8321fbb5b4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:13.295722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:25:13.296299 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:13.375486 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] Pushing event updated for resources: {'Network': ['ID=d929538e-8852-49e7-b0ac-4d8321fbb5b4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:13.385788 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:25:13.408890 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b1a9750d-3267-4625-b269-e44f0bb0d5ee admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8232677 Jul 14 14:25:15.663934 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36332) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:25:15.997717 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce4568e-2e5c-4e1c-887b-ffc7e6adfcdb admin admin] GET failed (client error): The resource could not be found. Jul 14 14:25:15.999140 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3ce4568e-2e5c-4e1c-887b-ffc7e6adfcdb admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3342083 Jul 14 14:25:16.072478 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2526a-df7d-46e8-9985-dbc0624efcad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:25:16.073966 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-55b2526a-df7d-46e8-9985-dbc0624efcad admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702672 Jul 14 14:25:16.084288 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:25:16.282363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Made reservation on behalf of df24a39f5f0a46c8b40d27ec05417d32 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:25:16.284694 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:16.580116 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (6809ca41-0291-4e95-ad76-753a059f0d1b), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:16.632137 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6809ca41-0291-4e95-ad76-753a059f0d1b,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:16.647526 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Checking segment: {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:25:16.647874 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Network hostable DHCP agents. Network: d929538e-8852-49e7-b0ac-4d8321fbb5b4, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:25:16.790430 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:25:16.793375 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:17.208412 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, d929538e-8852-49e7-b0ac-4d8321fbb5b4) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:25:17.212609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:25:17.213196 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:17.218470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c70dda-7655-432b-86fd-150f4ae4a1ab None None] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:25:17.320089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-d929538e-8852-49e7-b0ac-4d8321fbb5b4', 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4', 'project_id': 'df24a39f5f0a46c8b40d27ec05417d32', 'fixed_ips': [{'subnet_id': '6809ca41-0291-4e95-ad76-753a059f0d1b'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:25:17.320991 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:17.348649 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-18d66306-06d2-4398-97a0-f7c65a1ffea4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2677193 Jul 14 14:25:17.463196 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Allocated IP 192.168.233.2 (d929538e-8852-49e7-b0ac-4d8321fbb5b4/6809ca41-0291-4e95-ad76-753a059f0d1b/57cc5f8c-2940-4dad-a473-e954817cb181) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:25:17.712764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks [] for port (57cc5f8c-2940-4dad-a473-e954817cb181), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:17.929151 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:17.975146 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:25:17.978294 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Pushing event updated for resources: {'Port': ['ID=57cc5f8c-2940-4dad-a473-e954817cb181,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:17.981571 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:25:17.987032 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:25:17.990672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.991006 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.991358 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.991703 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.992034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.992354 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.992668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.992982 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.993311 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.993628 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.993970 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.994387 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.994707 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.995020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:17.995328 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:25:18.053388 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Attempting to bind port 57cc5f8c-2940-4dad-a473-e954817cb181 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:25:18.053744 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Attempting to bind port 57cc5f8c-2940-4dad-a473-e954817cb181 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:25:18.054122 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Attempting to bind port 57cc5f8c-2940-4dad-a473-e954817cb181 on network d929538e-8852-49e7-b0ac-4d8321fbb5b4 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:25:18.060296 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:25:18.060693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Checking segment: {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:25:18.061058 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:18.061443 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Bound using segment: {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:25:18.062165 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Bound port: 57cc5f8c-2940-4dad-a473-e954817cb181, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:25:18.062300 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:18.123901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] For port 57cc5f8c-2940-4dad-a473-e954817cb181, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:25:18.127558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] For port 57cc5f8c-2940-4dad-a473-e954817cb181, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=57cc5f8c-2940-4dad-a473-e954817cb181,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:25:18.237015 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:18.279246 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:18.297458 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb910ae-6e29-4c2f-8fcb-7328e51d1303 None None] Pushing event updated for resources: {'Port': ['ID=57cc5f8c-2940-4dad-a473-e954817cb181,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:19.118413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad96729-792f-4d95-9bf6-000611d0084d None None] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:25:19.198708 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Provisioning complete for port 57cc5f8c-2940-4dad-a473-e954817cb181 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:25:19.199308 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:19.205132 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:19.322319 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Current status of the port 57cc5f8c-2940-4dad-a473-e954817cb181 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:25:19.322988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:19.358431 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] For port 57cc5f8c-2940-4dad-a473-e954817cb181, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=57cc5f8c-2940-4dad-a473-e954817cb181,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:25:19.477089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:19.525119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092c2ce-4b30-4e77-99d4-889c8fea95b9 None None] Pushing event updated for resources: {'Port': ['ID=57cc5f8c-2940-4dad-a473-e954817cb181,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:25:19.597664 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-bb8bbc6e-a44e-4fa0-859f-22c8955c1722 None None] Provisioning complete for port 57cc5f8c-2940-4dad-a473-e954817cb181 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:25:19.598126 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-bb8bbc6e-a44e-4fa0-859f-22c8955c1722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:19.681835 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bbc6e-a44e-4fa0-859f-22c8955c1722 None None] Current status of the port 57cc5f8c-2940-4dad-a473-e954817cb181 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:25:19.710572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 57cc5f8c-2940-4dad-a473-e954817cb181 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:25:19.757338 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 57cc5f8c-2940-4dad-a473-e954817cb181 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:25:19.757720 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (57cc5f8c-2940-4dad-a473-e954817cb181), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:19.829198 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 57cc5f8c-2940-4dad-a473-e954817cb181 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:25:22.618350 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:27.224024 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=68,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:29.823678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:29.827509 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=38 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:32.711451 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-18c7ff46-a97e-4a00-a8ce-4c8d7fe44114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:34.814021 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4fe3f961-3ea0-4f78-9190-44f523484ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:35.631677 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:35.632878 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:36.151891 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:37.340043 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:37.951114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:25:47.857175 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:47.867415 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:25:49.621401 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:26:00.617191 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:00.617997 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:02.705271 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-843871bf-80ad-4fac-a9c5-5d67368a73bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:04.819653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-105928b0-8248-4170-9424-1ad867ee13c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:06.162344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:07.447025 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:07.922916 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:12.623280 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:12.629190 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:17.858226 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:17.861415 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:26.620516 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:26:32.732645 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8ad0-8196-4019-b2b1-debc3760a9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:34.865408 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-da9cb3d8-cded-4a10-aa73-0c6d02a92459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:36.230730 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:36.617419 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:36.618802 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:37.378329 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:37.990814 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:47.859440 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:47.862319 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:49.625016 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:26:57.536007 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36372) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:26:57.541632 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [None req-be9d4692-78b9-4698-8c69-b9389f734c03 tempest-verify_tempest_config-253313444 tempest-verify_tempest_config-253313444-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:26:57.542611 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-be9d4692-78b9-4698-8c69-b9389f734c03 tempest-verify_tempest_config-253313444 tempest-verify_tempest_config-253313444-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056720 Jul 14 14:26:58.325364 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36390) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:26:58.651702 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:58.737453 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Publish callbacks [] for security_group (f9389f87-e177-4ade-b038-2a77b89072af), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:58.828784 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f9389f87-e177-4ade-b038-2a77b89072af), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:58.873404 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9389f87-e177-4ade-b038-2a77b89072af,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:58.877983 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=57812d4683f542909c53f03a385846b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5515828 Jul 14 14:26:58.880870 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36396) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:26:58.882597 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.882977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.883279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.883610 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.883937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.884261 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.884610 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.884903 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.885236 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.885560 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.885928 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.896670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.896670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.896670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.896670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e49c618-3532-4e4a-9fd7-5022d9e9422e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:58.945791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Publish callbacks [] for security_group (f9389f87-e177-4ade-b038-2a77b89072af), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:58.969130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Publish callbacks [] for security_group (f9389f87-e177-4ade-b038-2a77b89072af), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:59.322616 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f9389f87-e177-4ade-b038-2a77b89072af), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:59.325172 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:26:59.326937 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9389f87-e177-4ade-b038-2a77b89072af HTTP/1.1" status: 204 len: 168 time: 0.4450512 Jul 14 14:26:59.334979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9389f87-e177-4ade-b038-2a77b89072af,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:26:59.341871 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.342224 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.342582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.342901 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.343235 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.343563 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.343996 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.344205 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.344534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.344860 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.345208 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.345527 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.345874 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.346198 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:26:59.346524 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc88e805-22ed-46cb-bb62-c2394b81d8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:27:02.373332 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=13 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:02.375123 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=17 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:02.727890 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-bde099da-7339-43b0-b5de-e67ffc3f640e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:03.618871 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:27:04.876471 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-22a33209-f82f-409d-9101-b3ab2f785853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:06.194556 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:07.314776 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:07.925739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:08.871959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:08.876895 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:09.331467 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:09.338944 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:13.615538 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:17.857273 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:17.859872 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:26.625430 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:26.630424 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:32.697137 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-26de0f23-cce9-41e2-a445-b2b6eb0ec282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:34.795873 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-79b0e8c5-b017-47d5-934b-2204079566f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:36.184701 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:37.344721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:37.932937 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:27:40.617183 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:27:47.862078 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:47.863932 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:50.613154 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:27:50.614004 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:02.754277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-037538df-aeee-4dca-a7aa-5e174341c829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:03.631364 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:03.636268 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:04.864485 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-aa4575d3-6c9b-4e55-86dd-1927974b971c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:06.167440 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:07.338480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:07.936960 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:17.626066 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 5 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:17.858868 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:17.860737 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:27.616549 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:32.805180 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e69ed60c-9b82-494f-8a2b-55046442508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:34.908092 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8e2c98e2-e1fd-40f9-be2f-d8138b00b97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:36.179084 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:37.353627 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:37.948282 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:40.639369 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:40.644269 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:43.841788 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-665123'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:28:53.693627 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:53.695589 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:28:54.615875 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:28:56.194848 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36492) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:28:56.324020 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a94c74a8-f7a9-413f-bb00-000affe1121e admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1279073 Jul 14 14:28:58.385441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36502) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:28:58.439495 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-614dc861-f897-474c-87be-01deea5d813c admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0529056 Jul 14 14:29:02.708116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a2154e8a-36c4-4a3e-bd1d-aa4ebe6dfd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:04.610551 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:04.611424 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=13 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:04.839183 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-614cd9f8-89b0-489e-9f75-3aa86efc6bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:06.184570 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:06.318813 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:07.422295 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:08.044946 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:08.433660 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:13.736162 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:17.634863 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:17.639800 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:23.646101 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:23.648000 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:31.615313 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:29:32.696056 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1545fb2a-0a82-435d-84fb-fddf13903935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:34.827414 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6e1-2ba9-49cd-9329-b29bd213f9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:36.233305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:37.358777 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:38.023898 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:41.610441 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:41.611193 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:43.758875 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:29:53.659435 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:53.664847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:29:54.645830 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:00.630956 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:02.738678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-326b95f2-2917-4110-b92b-0baee3ade681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:04.812600 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6981-86fe-4bbc-9cde-2188d142dd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:06.192798 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:07.355721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:07.978137 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:08.615350 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:13.795385 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:18.610263 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:18.611496 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:23.658891 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:23.664857 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:31.642440 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:31.643384 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:32.756067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b9163af6-8df3-4335-b1bb-d049da4c59df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:34.873730 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-bd528f45-21b9-4189-bae7-960eadc2aa20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:36.282149 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:37.435993 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:38.107288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:38.416029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36732) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:38.672263 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36750) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:39.015346 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-network', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:39.092715 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1300149503-network', 'tenant_id': '9f707e1171364031b016d16a10efda78'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:39.190105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Made reservation on behalf of e2578b0e75cb455c93cf83dfe54842ff for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:39.195416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.221436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.233357 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36768) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:39.270881 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Made reservation on behalf of 9f707e1171364031b016d16a10efda78 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:39.273236 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.283906 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.373085 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks [] for security_group (1a38d53a-956f-4253-bda3-4bc0490da6fc), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.420301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks [] for security_group (9a68be81-31dd-4c58-b457-1a7e1ce4538f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.468996 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1a38d53a-956f-4253-bda3-4bc0490da6fc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.484250 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:30:39.495586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (7317da88-7d2d-4479-878e-cf31be0d44b6), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.495948 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Added segment 7317da88-7d2d-4479-878e-cf31be0d44b6 of type vlan for network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 Jul 14 14:30:39.533127 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (9a68be81-31dd-4c58-b457-1a7e1ce4538f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.554591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a38d53a-956f-4253-bda3-4bc0490da6fc,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:39.571403 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.572096 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.572682 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.573819 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.574380 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.574933 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.575481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.576024 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.576519 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.577013 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.577519 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.578110 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.578589 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.579067 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.579868 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Tracked resource versions report: Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: pushed versions: Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Log': {'1.0'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Network': {'1.1'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Port': {'1.7'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: consumer versions: Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: HyperV agent@hv-cinder-79987: {}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Agent': '1.1', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Log': '1.0', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Network': '1.1', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Port': '1.7', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'SubPort': '1.0', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Subnet': '1.1', Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Jul 14 14:30:39.581872 dv-cinder-799871-30-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:30:39.607447 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (d8b5e31c-98ed-487e-830d-724f1cd2a8c8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.635970 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:30:39.639826 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a68be81-31dd-4c58-b457-1a7e1ce4538f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:39.663520 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (f68b960a-f54e-4ef9-be13-197c5215c849), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.664160 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Added segment f68b960a-f54e-4ef9-be13-197c5215c849 of type vlan for network bbfe63db-9252-4dec-a8a5-e4a436973249 Jul 14 14:30:39.736312 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1268875682-network', 'tenant_id': '8725a19566454345b77b639cfe170008'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:39.821249 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (bbfe63db-9252-4dec-a8a5-e4a436973249), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.879009 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (d8b5e31c-98ed-487e-830d-724f1cd2a8c8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.880367 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:39.881015 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.905922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=25,neutron:SELECT=70,neutron:UPDATE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:39.927334 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Made reservation on behalf of 8725a19566454345b77b639cfe170008 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:39.930010 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.940672 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.950908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] Pushing event updated for resources: {'Network': ['ID=d8b5e31c-98ed-487e-830d-724f1cd2a8c8,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:39.969529 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:30:39.992693 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (bbfe63db-9252-4dec-a8a5-e4a436973249), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:39.994677 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:39.995436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.032718 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks [] for security_group (b42f0d0f-898d-4f2f-ab53-ff109f1bad38), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.102522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] Pushing event updated for resources: {'Network': ['ID=bbfe63db-9252-4dec-a8a5-e4a436973249,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:40.117196 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a661aa88-df35-4ba9-9929-b83504fdddf9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6960294 Jul 14 14:30:40.119546 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network bbfe63db-9252-4dec-a8a5-e4a436973249 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:30:40.120509 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36794) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:40.137471 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Request body: {'subnet': {'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-subnet', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:40.148849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b42f0d0f-898d-4f2f-ab53-ff109f1bad38), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.167153 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:30:40.205277 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (813f837b-cb57-43b1-9ed4-9a9451bb7b6d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.205726 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Added segment 813f837b-cb57-43b1-9ed4-9a9451bb7b6d of type vlan for network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead Jul 14 14:30:40.243614 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a688c4d3-f283-42b5-b1c8-9ad82313b450 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5700986 Jul 14 14:30:40.247097 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36802) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:40.251849 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Request body: {'subnet': {'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1300149503-subnet', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:40.287623 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (31bdf79e-f084-4168-9b3d-9dd7c6b07ead), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.293984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f0d0f-898d-4f2f-ab53-ff109f1bad38,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:40.328485 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.329812 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.330442 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.330785 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.331121 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.331451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.331802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.332107 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.332441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.332922 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.333412 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.333915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.334386 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.334871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.335363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Tracked resource versions report: Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: pushed versions: Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: { 'AddressGroup': {'1.2'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Agent': {'1.1'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'ConntrackHelper': {'1.0'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Log': {'1.0'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'NDPProxy': {'1.0'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Network': {'1.1'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Port': {'1.7'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'PortForwarding': {'1.3'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'QosPolicy': {'1.10'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroup': {'1.5'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SubPort': {'1.0'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Subnet': {'1.1'}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Trunk': {'1.1'}} Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: consumer versions: Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: HyperV agent@hv-cinder-79987: {}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Agent': '1.1', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'ConntrackHelper': '1.0', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'LocalIPAssociation': '1.0', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Log': '1.0', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'NDPProxy': '1.0', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Network': '1.1', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Port': '1.7', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'PortForwarding': '1.3', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'QosPolicy': '1.10', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroup': '1.5', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SecurityGroupRule': '1.2', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'SubPort': '1.0', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Subnet': '1.1', Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: 'Trunk': '1.1'}} Jul 14 14:30:40.336602 dv-cinder-799871-30-iscsi neutron-server[104473]: {{(pid=104473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:30:40.440348 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Made reservation on behalf of 9f707e1171364031b016d16a10efda78 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:40.440866 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Made reservation on behalf of e2578b0e75cb455c93cf83dfe54842ff for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:40.443444 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.444579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.477605 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:40.479835 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (31bdf79e-f084-4168-9b3d-9dd7c6b07ead), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.484185 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:40.484185 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:40.634801 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] Pushing event updated for resources: {'Network': ['ID=31bdf79e-f084-4168-9b3d-9dd7c6b07ead,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:40.653234 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:30:40.688506 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ade58024-9997-4af0-aa59-de293ce41254 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.4545705 Jul 14 14:30:40.691900 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36814) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:41.191657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Request body: {'subnet': {'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1268875682-subnet', 'tenant_id': '8725a19566454345b77b639cfe170008', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:41.191657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (d29e76a6-6f04-44e6-bba3-57828abde67e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.191657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29e76a6-6f04-44e6-bba3-57828abde67e,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:41.191657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Checking segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:41.191657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Network hostable DHCP agents. Network: bbfe63db-9252-4dec-a8a5-e4a436973249, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:30:41.192714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (b21977c1-6372-4c93-b060-e16267f084bb), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.192714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21977c1-6372-4c93-b060-e16267f084bb,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:41.192714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:41.192714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Network hostable DHCP agents. Network: d8b5e31c-98ed-487e-830d-724f1cd2a8c8, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:30:41.192714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:41.193136 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Made reservation on behalf of 8725a19566454345b77b639cfe170008 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:41.193136 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.195792 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:30:41.223851 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:30:41.264669 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:41.341637 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, d8b5e31c-98ed-487e-830d-724f1cd2a8c8) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:41.346519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:41.347182 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.352840 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65393414-fe20-4adb-bbbd-afda20e2401c None None] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:41.368373 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, bbfe63db-9252-4dec-a8a5-e4a436973249) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:41.393529 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361dc765-0bb1-4277-bb57-a85d1d044a7a None None] Network bbfe63db-9252-4dec-a8a5-e4a436973249 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:41.394636 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:41.396004 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.450755 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (f1b59bb5-ffed-4b39-9577-8b3c0eb32c19), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.457808 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-05651a4c-1cc7-4f20-a42e-ca20f20671a1 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3327541 Jul 14 14:30:41.459677 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36830) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:41.464789 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:41.537425 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b59bb5-ffed-4b39-9577-8b3c0eb32c19,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:41.571649 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36840) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:41.572499 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-595f75a8-3241-432c-92a8-6bde2f35002d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3233223 Jul 14 14:30:41.578390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:41.608214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:41.608731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Checking segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:41.610575 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Network hostable DHCP agents. Network: 31bdf79e-f084-4168-9b3d-9dd7c6b07ead, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:30:41.623360 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.627698 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.676746 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-bbfe63db-9252-4dec-a8a5-e4a436973249', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:30:41.677695 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.727281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:30:41.771758 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (14c607b0-9c78-4981-965a-aed1256c2d58), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.784862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (14c607b0-9c78-4981-965a-aed1256c2d58), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.804445 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-d8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:30:41.805577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.851304 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 31bdf79e-f084-4168-9b3d-9dd7c6b07ead) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:41.851304 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:41.851304 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.864074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb2169-f999-40a6-855d-3bbe11135e80 None None] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:41.897996 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for router_controller (7da6ae78-309a-4000-a8b9-fbdcecccfccc), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:41.998416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for router_controller (14c607b0-9c78-4981-965a-aed1256c2d58), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.006949 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c2b7a1bc-d9bd-4a47-95c0-a8cce8162aa5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3138998 Jul 14 14:30:42.009844 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36862) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:42.014879 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:42.085077 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Allocated IP 172.20.0.2 (bbfe63db-9252-4dec-a8a5-e4a436973249/d29e76a6-6f04-44e6-bba3-57828abde67e/61a4167f-891f-494e-b5c1-b8afa76c7031) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:42.167965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (869f48e8-660c-423d-bb73-9613fca7edd5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.169386 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (869f48e8-660c-423d-bb73-9613fca7edd5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.236702 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for router_controller (869f48e8-660c-423d-bb73-9613fca7edd5), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.309803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:42.332921 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Allocated IP 172.20.0.2 (d8b5e31c-98ed-487e-830d-724f1cd2a8c8/b21977c1-6372-4c93-b060-e16267f084bb/d0e430c1-1179-4b37-add7-d442208dd9e9) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:42.344616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:42.362661 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'project_id': '8725a19566454345b77b639cfe170008', 'fixed_ips': [{'subnet_id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:30:42.363563 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.371338 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:42.414518 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for router_gateway (7da6ae78-309a-4000-a8b9-fbdcecccfccc), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.428958 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for router_gateway (14c607b0-9c78-4981-965a-aed1256c2d58), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.449854 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for router_gateway (869f48e8-660c-423d-bb73-9613fca7edd5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.576962 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks [] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.698987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Allocated IP 172.20.0.2 (31bdf79e-f084-4168-9b3d-9dd7c6b07ead/f1b59bb5-ffed-4b39-9577-8b3c0eb32c19/5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:42.705929 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks [] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.707754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.758502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:42.775500 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:42.780821 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:42.783949 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:42.836737 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.950954 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for router_gateway (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.956996 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for router_gateway (869f48e8-660c-423d-bb73-9613fca7edd5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.983552 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:42.988671 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Pushing event updated for resources: {'Port': ['ID=61a4167f-891f-494e-b5c1-b8afa76c7031,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:43.000233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.004040 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:43.016396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:43.020391 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Attempting to bind port 61a4167f-891f-494e-b5c1-b8afa76c7031 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:43.020754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Attempting to bind port 61a4167f-891f-494e-b5c1-b8afa76c7031 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:43.021106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Attempting to bind port 61a4167f-891f-494e-b5c1-b8afa76c7031 on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:43.023269 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:43.029429 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.029429 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.029429 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.029692 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.030034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.030345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.030663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.031221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.031383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.031704 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.032075 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.032499 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.032868 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.033185 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.033499 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Tracked resource versions report: Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: pushed versions: Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: { 'AddressGroup': {'1.2'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Agent': {'1.1'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'ConntrackHelper': {'1.0'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Log': {'1.0'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'NDPProxy': {'1.0'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Network': {'1.1'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Port': {'1.7'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'PortForwarding': {'1.3'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'QosPolicy': {'1.10'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroup': {'1.5'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SubPort': {'1.0'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Subnet': {'1.1'}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Trunk': {'1.1'}} Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: consumer versions: Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: HyperV agent@hv-cinder-79987: {}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Agent': '1.1', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'ConntrackHelper': '1.0', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'LocalIPAssociation': '1.0', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Log': '1.0', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'NDPProxy': '1.0', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Network': '1.1', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Port': '1.7', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'PortForwarding': '1.3', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'QosPolicy': '1.10', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroup': '1.5', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SecurityGroupRule': '1.2', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'SubPort': '1.0', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Subnet': '1.1', Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: 'Trunk': '1.1'}} Jul 14 14:30:43.034764 dv-cinder-799871-30-iscsi neutron-server[104474]: {{(pid=104474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:30:43.094516 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:43.094915 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Checking segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:43.095432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.095934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Bound using segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:43.096452 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Bound port: 61a4167f-891f-494e-b5c1-b8afa76c7031, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:43.096828 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.135224 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for router_gateway (14c607b0-9c78-4981-965a-aed1256c2d58), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.142835 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Allocated IP 172.27.2.83 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/2a965f58-f6d8-4d75-9c15-d9dd24ea1711) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:43.170028 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.269956 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks [] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.274099 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:43.275053 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Attempting to bind port d0e430c1-1179-4b37-add7-d442208dd9e9 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:43.275501 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Attempting to bind port d0e430c1-1179-4b37-add7-d442208dd9e9 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:43.277510 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Attempting to bind port d0e430c1-1179-4b37-add7-d442208dd9e9 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:43.286892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Pushing event updated for resources: {'Port': ['ID=d0e430c1-1179-4b37-add7-d442208dd9e9,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:43.296908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.311628 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:43.311895 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:43.312098 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.312494 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Bound using segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:43.312978 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Bound port: d0e430c1-1179-4b37-add7-d442208dd9e9, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:43.313822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.405930 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.410369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.453692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:43.458183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:43.464555 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:43.506144 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:43.517141 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36910) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:43.519093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Allocated IP 172.27.2.93 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/9537d394-00e2-476f-8001-de81fa427769) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:43.522455 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:43.531391 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:43.548195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] For port 61a4167f-891f-494e-b5c1-b8afa76c7031, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:43.560128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Pushing event updated for resources: {'Port': ['ID=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:43.594041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Pushing event updated for resources: {'Port': ['ID=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:43.632290 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] For port 61a4167f-891f-494e-b5c1-b8afa76c7031, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=61a4167f-891f-494e-b5c1-b8afa76c7031,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:43.637026 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] For port d0e430c1-1179-4b37-add7-d442208dd9e9, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:43.666080 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for port (9537d394-00e2-476f-8001-de81fa427769), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.675571 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] For port d0e430c1-1179-4b37-add7-d442208dd9e9, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d0e430c1-1179-4b37-add7-d442208dd9e9,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:43.739442 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Attempting to bind port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:43.739810 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Attempting to bind port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:43.740164 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Attempting to bind port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b on network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:43.753609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.792171 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:43.792768 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Checking segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:43.793344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.793757 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Bound using segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:43.794391 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Bound port: 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:43.794784 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.806222 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.849041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.897601 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed0cbb-8c51-4882-97db-c61814938480 None None] Pushing event updated for resources: {'Port': ['ID=61a4167f-891f-494e-b5c1-b8afa76c7031,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:43.938948 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for router_gateway (869f48e8-660c-423d-bb73-9613fca7edd5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:43.992502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Allocated IP 172.27.2.133 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/7bae5fc4-7963-4d27-acdf-3c5f97e7733d) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:43.996945 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] For port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:44.003584 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] For port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:44.006841 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ebc5b9-76e0-4188-9705-83e3cddbd72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.021308 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879b333-8117-4893-a2c3-eef43387a401 None None] Pushing event updated for resources: {'Port': ['ID=d0e430c1-1179-4b37-add7-d442208dd9e9,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:44.065582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (9537d394-00e2-476f-8001-de81fa427769), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.156130 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.200164 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ebc5b9-76e0-4188-9705-83e3cddbd72a admin admin] Publish callbacks [] for security_group (83fa56cb-e884-4f4e-b0d1-97ee08797d41), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.233716 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:44.322968 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644b69c-0400-451d-8a5b-7060b9892b2e None None] Pushing event updated for resources: {'Port': ['ID=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:44.323782 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28ebc5b9-76e0-4188-9705-83e3cddbd72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (83fa56cb-e884-4f4e-b0d1-97ee08797d41), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.341406 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=83,neutron:UPDATE=10,neutron:INSERT=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:44.353641 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:44.368175 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:44.384324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:44.392787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:44.404755 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Pushing event updated for resources: {'Port': ['ID=9537d394-00e2-476f-8001-de81fa427769,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:44.448175 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-28ebc5b9-76e0-4188-9705-83e3cddbd72a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=00aaa9fa0a0949188f8a80bf052d8105&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9025142 Jul 14 14:30:44.448944 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebc5b9-76e0-4188-9705-83e3cddbd72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa56cb-e884-4f4e-b0d1-97ee08797d41,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:44.451863 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36936) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:44.475658 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (869f48e8-660c-423d-bb73-9613fca7edd5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.588079 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.674275 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] Publish callbacks [] for security_group (83fa56cb-e884-4f4e-b0d1-97ee08797d41), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.710433 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] Publish callbacks [] for security_group (83fa56cb-e884-4f4e-b0d1-97ee08797d41), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.821345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.895503 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:44.912993 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Router 869f48e8-660c-423d-bb73-9613fca7edd5 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:30:44.916571 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (83fa56cb-e884-4f4e-b0d1-97ee08797d41), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.919873 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:44.921043 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/83fa56cb-e884-4f4e-b0d1-97ee08797d41 HTTP/1.1" status: 204 len: 168 time: 0.4652836 Jul 14 14:30:44.939266 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a17f9-4284-4354-823b-b64f2faf0cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa56cb-e884-4f4e-b0d1-97ee08797d41,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:45.022058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:45.044959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:45.047445 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:45.085673 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:45.090331 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Pushing event updated for resources: {'Port': ['ID=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:45.103219 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Sync routers for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:45.114158 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:45.114813 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:45.142800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for router_gateway (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:45.212687 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:45.216568 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0b83fd32-29ad-454f-a902-54bf352ca858 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2055252 Jul 14 14:30:45.224765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 36952) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:45.398485 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:45.412569 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:45.720621 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:43Z', 'revision_number': 3, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:45.720790 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36968) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:45.722516 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:30:45.765162 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Checking router: 869f48e8-660c-423d-bb73-9613fca7edd5 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:45.766107 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Updating router 869f48e8-660c-423d-bb73-9613fca7edd5 port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:45.796853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for router_gateway (14c607b0-9c78-4981-965a-aed1256c2d58), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:45.808766 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243bf97f-9385-419c-b155-342ed5e2e5b4 None None] Network bbfe63db-9252-4dec-a8a5-e4a436973249 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:45.838802 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:45.840244 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:45.990758 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2efb3f15-6263-4f59-9f56-fb898f655f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.102544 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Provisioning complete for port 61a4167f-891f-494e-b5c1-b8afa76c7031 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:46.103169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.158301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2efb3f15-6263-4f59-9f56-fb898f655f8b admin admin] Publish callbacks [] for security_group (22352853-4620-4197-8fa1-3c0e7fb1be69), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.209653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Current status of the port 61a4167f-891f-494e-b5c1-b8afa76c7031 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:46.212333 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.226654 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d0e430c1-1179-4b37-add7-d442208dd9e9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:46.297519 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] For port 61a4167f-891f-494e-b5c1-b8afa76c7031, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=61a4167f-891f-494e-b5c1-b8afa76c7031,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:46.312759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:46.313147 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a0a0e-6e8d-40a3-a99a-fa4d53774182 None None] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:46.394698 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2efb3f15-6263-4f59-9f56-fb898f655f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (22352853-4620-4197-8fa1-3c0e7fb1be69), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.394899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.396879 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port d0e430c1-1179-4b37-add7-d442208dd9e9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:46.397553 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.428476 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks [] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.470804 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb3f15-6263-4f59-9f56-fb898f655f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22352853-4620-4197-8fa1-3c0e7fb1be69,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:46.504590 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2efb3f15-6263-4f59-9f56-fb898f655f8b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=beb09664df9647519b7a1ed5a30b3858&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7826889 Jul 14 14:30:46.505509 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 36984) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:46.507340 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.602477 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Pushing event updated for resources: {'Port': ['ID=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:46.607298 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Attempting to bind port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:46.607718 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Attempting to bind port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:46.608082 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Attempting to bind port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:46.617880 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] Publish callbacks [] for security_group (22352853-4620-4197-8fa1-3c0e7fb1be69), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.629216 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.629561 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.629992 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.634690 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Tracked resource versions report: Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: pushed versions: Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: { 'AddressGroup': {'1.2'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Agent': {'1.1'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'ConntrackHelper': {'1.0'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'LocalIPAssociation': {'1.0'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Log': {'1.0'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'NDPProxy': {'1.0'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Network': {'1.1'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Port': {'1.7'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'PortForwarding': {'1.3'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'QosPolicy': {'1.10'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroup': {'1.5'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroupRule': {'1.2'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SubPort': {'1.0'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Subnet': {'1.1'}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Trunk': {'1.1'}} Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: consumer versions: Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: { DHCP agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: HyperV agent@hv-cinder-79987: {}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: L3 agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: Metadata agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: Metering agent@dv-cinder-799871-30-iscsi: {}, Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: Open vSwitch agent@dv-cinder-799871-30-iscsi: { 'AddressGroup': '1.2', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Agent': '1.1', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'ConntrackHelper': '1.0', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'LocalIPAssociation': '1.0', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Log': '1.0', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'NDPProxy': '1.0', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Network': '1.1', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Port': '1.7', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'PortForwarding': '1.3', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'QosPolicy': '1.10', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroup': '1.5', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SecurityGroupRule': '1.2', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'SubPort': '1.0', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Subnet': '1.1', Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: 'Trunk': '1.1'}} Jul 14 14:30:46.636733 dv-cinder-799871-30-iscsi neutron-server[104475]: {{(pid=104475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Bound port: 2a965f58-f6d8-4d75-9c15-d9dd24ea1711, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:46.642821 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.661157 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] Publish callbacks [] for security_group (22352853-4620-4197-8fa1-3c0e7fb1be69), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.704531 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dac929-b409-4b0a-8217-1b5ebc2b450d None None] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:46.746195 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] For port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:46.749440 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] For port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:46.784214 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Provisioning complete for port d0e430c1-1179-4b37-add7-d442208dd9e9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:46.784214 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.802686 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (14c607b0-9c78-4981-965a-aed1256c2d58), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.846593 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c55d7e-f25f-407e-9815-20d26dfec037 None None] Pushing event updated for resources: {'Port': ['ID=61a4167f-891f-494e-b5c1-b8afa76c7031,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:46.884856 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.885142 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (22352853-4620-4197-8fa1-3c0e7fb1be69), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.885142 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:46.886730 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/22352853-4620-4197-8fa1-3c0e7fb1be69 HTTP/1.1" status: 204 len: 168 time: 0.3683858 Jul 14 14:30:46.894597 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235cc0d-0cba-404d-a582-83c44cc88423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22352853-4620-4197-8fa1-3c0e7fb1be69,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:46.903691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:30:46.915605 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port d0e430c1-1179-4b37-add7-d442208dd9e9 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:46.916074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.043918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.044058 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:47.044709 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:47.058382 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port d0e430c1-1179-4b37-add7-d442208dd9e9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d0e430c1-1179-4b37-add7-d442208dd9e9,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:47.089275 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Current status of the port d0e430c1-1179-4b37-add7-d442208dd9e9 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:47.089748 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.143614 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.144417 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:47.172583 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.195942 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53c420-7aaa-438e-941b-09d9ef4bfadc None None] Pushing event updated for resources: {'Port': ['ID=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:47.254942 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.281316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:47.311612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:47.338352 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.340604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.db.api [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 14:30:47.341201 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG oslo_db.api [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:30:47.382927 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:47.382927 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:47.385496 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:47.410979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.415418 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ef52e8d1-0b38-4b74-a06f-dce073a21ffa admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9516337 Jul 14 14:30:47.415568 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37010) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:47.449390 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=d0e430c1-1179-4b37-add7-d442208dd9e9,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:47.461022 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Allocated IP 172.20.0.1 (31bdf79e-f084-4168-9b3d-9dd7c6b07ead/f1b59bb5-ffed-4b39-9577-8b3c0eb32c19/4b96ef52-2e51-4334-bcfe-fd2322931b58) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:47.464209 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.526002 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:47.526731 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.559746 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.634203 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:47.648673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Router 14c607b0-9c78-4981-965a-aed1256c2d58 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:30:47.700884 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks [] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.753596 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:43Z', 'revision_number': 3, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:47.809637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:47.810412 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.840418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b425010a-ab67-4bf9-92e6-19dcf3efcb82 None None] The sync data for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi is: [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:43Z', 'revision_number': 3, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:30:47.887187 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:47.939006 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:47.946005 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:47.972532 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Current status of the port d0e430c1-1179-4b37-add7-d442208dd9e9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:47.975834 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Pushing event updated for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:47.996912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:48.004217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:48.007468 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:48.015350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (869f48e8-660c-423d-bb73-9613fca7edd5), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.052408 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.053301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 61a4167f-891f-494e-b5c1-b8afa76c7031 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:48.064997 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Provisioning complete for port 61a4167f-891f-494e-b5c1-b8afa76c7031 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:48.065376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.139069 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:48.158776 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:48.205299 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:48.205988 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:48.208942 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:48.265585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.267472 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ec7b8dc4-12a3-4091-9da2-d7c258c0bd55 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6943526 Jul 14 14:30:48.292817 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37036) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:48.321618 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:44Z', 'revision_number': 3, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:48.379139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.451265 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:48.455127 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Updating router 7da6ae78-309a-4000-a8b9-fbdcecccfccc port 9537d394-00e2-476f-8001-de81fa427769 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:48.502051 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9537d394-00e2-476f-8001-de81fa427769), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.543000 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.550507 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:48.725216 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Allocated IP 172.20.0.1 (d8b5e31c-98ed-487e-830d-724f1cd2a8c8/b21977c1-6372-4c93-b060-e16267f084bb/13c7377b-2466-4a95-b5f8-219fbe7eb187) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:48.812956 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:48.862259 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:48.866523 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 61a4167f-891f-494e-b5c1-b8afa76c7031 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:48.868044 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.892980 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:48.910202 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks [] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:48.956931 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:45Z', 'revision_number': 3, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:48.968108 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37058) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:48.996171 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:48.997823 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:48.998364 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Updating router 14c607b0-9c78-4981-965a-aed1256c2d58 port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:49.063533 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.074126 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.138162 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-3a80eb57-4691-4c3e-8e5f-60077d6fc5dc None None] Current status of the port 61a4167f-891f-494e-b5c1-b8afa76c7031 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:49.161609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:49.165115 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:49.186912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:49.187654 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.344924 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Pushing event updated for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:49.377656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Provisioning complete for port d0e430c1-1179-4b37-add7-d442208dd9e9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:49.378082 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.388901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 61a4167f-891f-494e-b5c1-b8afa76c7031 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:49.556343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks [] for port (9537d394-00e2-476f-8001-de81fa427769), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.577428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901405905-network', 'tenant_id': '082f1a7c314d4590bf3e6f66e09dd9d0'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:49.585154 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks [] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.588995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:49.607773 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Current status of the port d0e430c1-1179-4b37-add7-d442208dd9e9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:49.620453 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Provisioning complete for port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:49.620831 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.668812 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d0e430c1-1179-4b37-add7-d442208dd9e9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:49.697885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.697885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (869f48e8-660c-423d-bb73-9613fca7edd5), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.824392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Made reservation on behalf of 082f1a7c314d4590bf3e6f66e09dd9d0 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:49.824392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.835782 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9537d394-00e2-476f-8001-de81fa427769), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.836854 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:49.846577 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:49.889618 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b70275-ae33-46b5-b08c-d274f6d91c05 None None] Pushing event updated for resources: {'Port': ['ID=9537d394-00e2-476f-8001-de81fa427769,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:49.914042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:49.916522 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port d0e430c1-1179-4b37-add7-d442208dd9e9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:49.917209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.920432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.976943 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:49.992841 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Attempting to bind port 9537d394-00e2-476f-8001-de81fa427769 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:49.993320 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Attempting to bind port 9537d394-00e2-476f-8001-de81fa427769 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:49.993856 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Attempting to bind port 9537d394-00e2-476f-8001-de81fa427769 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:50.014400 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:50.014782 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:50.015212 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.015586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:50.016185 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Bound port: 9537d394-00e2-476f-8001-de81fa427769, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:50.016625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9537d394-00e2-476f-8001-de81fa427769), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.056035 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Router 869f48e8-660c-423d-bb73-9613fca7edd5 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:30:50.073389 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Current status of the port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:50.085108 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks [] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.123362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Provisioning complete for port 4b96ef52-2e51-4334-bcfe-fd2322931b58 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:50.123745 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.155098 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:50.158627 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.202998 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] For port 9537d394-00e2-476f-8001-de81fa427769, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:50.221321 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7fe12032-2833-49f1-b86e-9817d1eb3faa None None] Port 4b96ef52-2e51-4334-bcfe-fd2322931b58 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:50.229039 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port d0e430c1-1179-4b37-add7-d442208dd9e9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:50.229039 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:50.232011 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] For port 9537d394-00e2-476f-8001-de81fa427769, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9537d394-00e2-476f-8001-de81fa427769,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:50.284361 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:50.284361 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.285215 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks [] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.298484 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:50.305861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Pushing event updated for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.356758 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.357887 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.360089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9537d394-00e2-476f-8001-de81fa427769), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.360245 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.425316 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb86a-429b-4a56-9880-19d9b3dcd972 None None] Pushing event updated for resources: {'Port': ['ID=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.428398 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:50.428725 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Attempting to bind port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:50.429100 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Attempting to bind port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:50.430997 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Attempting to bind port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:50.445816 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-11fd1e27-6fd6-4d0a-8abd-9b738501cb1c admin admin] 10.222.0.93 "PUT /v2.0/routers/869f48e8-660c-423d-bb73-9613fca7edd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2110114 Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Bound port: 7bae5fc4-7963-4d27-acdf-3c5f97e7733d, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:50.446044 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.496927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Pushing event updated for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.501242 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Provisioning complete for port 13c7377b-2466-4a95-b5f8-219fbe7eb187 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:50.501638 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.542952 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] For port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:50.547589 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] For port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:50.559640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks [] for security_group (36247aaf-d135-498c-a153-111e605cc04a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.563998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:50.568076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:50.573289 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:50.648598 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.687270 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:50.688492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 61a4167f-891f-494e-b5c1-b8afa76c7031 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:50.692117 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Sync routers for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:50.712671 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (36247aaf-d135-498c-a153-111e605cc04a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.733835 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:30:50.747567 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:30:50.755603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.756159 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Added segment 5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084 of type vlan for network 272fc2a9-199f-4221-86a2-50323e3abb03 Jul 14 14:30:50.793470 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:50.794559 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:50.840392 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b70275-ae33-46b5-b08c-d274f6d91c05 None None] Pushing event updated for resources: {'Port': ['ID=9537d394-00e2-476f-8001-de81fa427769,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.845564 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 61a4167f-891f-494e-b5c1-b8afa76c7031 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:50.845953 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.848508 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:50.849126 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:50.860482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (272fc2a9-199f-4221-86a2-50323e3abb03), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:50.923685 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:50.945014 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb86a-429b-4a56-9880-19d9b3dcd972 None None] Pushing event updated for resources: {'Port': ['ID=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.983214 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:50.988337 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c98e74ac-fe98-4039-bb3b-243fc6ea78a0 admin admin] 10.222.0.93 "PUT /v2.0/routers/7da6ae78-309a-4000-a8b9-fbdcecccfccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5718951 Jul 14 14:30:50.991406 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36247aaf-d135-498c-a153-111e605cc04a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:50.999672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:51.020660 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Allocated IP 172.20.0.1 (bbfe63db-9252-4dec-a8a5-e4a436973249/d29e76a6-6f04-44e6-bba3-57828abde67e/1bfde39c-0386-49c7-aad9-488cd8e85380) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:51.024156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (272fc2a9-199f-4221-86a2-50323e3abb03), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.025167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:51.026297 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.071069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Port 13c7377b-2466-4a95-b5f8-219fbe7eb187 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:51.096303 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:51.140917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:51.144050 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:51.174537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] Pushing event updated for resources: {'Network': ['ID=272fc2a9-199f-4221-86a2-50323e3abb03,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:51.231956 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37146) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:51.234166 dv-cinder-799871-30-iscsi neutron-server[104472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 14:30:51.253931 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b30bb1cf-115d-4399-9175-10c013c77129 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2730348 Jul 14 14:30:51.261386 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37148) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:51.267522 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 272fc2a9-199f-4221-86a2-50323e3abb03 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:30:51.274261 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Request body: {'subnet': {'network_id': '272fc2a9-199f-4221-86a2-50323e3abb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901405905-subnet', 'tenant_id': '082f1a7c314d4590bf3e6f66e09dd9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:51.355189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks [] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.378865 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 61a4167f-891f-494e-b5c1-b8afa76c7031 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:51.379969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:51.411172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Provisioning complete for port 4b96ef52-2e51-4334-bcfe-fd2322931b58 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:51.411550 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.427387 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Made reservation on behalf of 082f1a7c314d4590bf3e6f66e09dd9d0 for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:51.431308 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.437296 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:45Z', 'revision_number': 3, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:51.481128 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:51.481780 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.500654 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ccd89e-2376-42bc-afcd-62efb09af1af None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:45Z', 'revision_number': 3, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:30:51.534441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:51.636313 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-b0f4231a-9727-46b5-af5c-0de7b2e4703c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:51.648063 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-b0f4231a-9727-46b5-af5c-0de7b2e4703c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/networks?id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead HTTP/1.1" status: 200 len: 812 time: 0.4139473 Jul 14 14:30:51.671368 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-ea532bd2-b7bc-42fb-b2f0-37752bef7e4e tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/quotas/8725a19566454345b77b639cfe170008 HTTP/1.1" status: 200 len: 375 time: 0.0221455 Jul 14 14:30:51.700681 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-adf82374-a8f8-405e-ae13-0d923a521a5c None None] Port 4b96ef52-2e51-4334-bcfe-fd2322931b58 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:51.765344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:51.765639 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.785360 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37180) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:51.825474 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:51.872094 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:51.907373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37182) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:51.907373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:51.950090 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 2, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:51.983642 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-34151255-b4a9-4cd9-bf61-bb0232fa77a3 None None] Provisioning complete for port 13c7377b-2466-4a95-b5f8-219fbe7eb187 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:51.984348 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-34151255-b4a9-4cd9-bf61-bb0232fa77a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.001837 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Pushing event updated for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:52.024467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:52.028525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:52.030707 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-e31d1471-acf3-4e08-a3b2-72e12d9e7f0d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8725a19566454345b77b639cfe170008&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3497696 Jul 14 14:30:52.031669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:52.032094 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-34151255-b4a9-4cd9-bf61-bb0232fa77a3 None None] Port 13c7377b-2466-4a95-b5f8-219fbe7eb187 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:52.032864 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (14c607b0-9c78-4981-965a-aed1256c2d58), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.036503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.090815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-f86fe65f-21f2-474d-8ee5-d06270457eaf tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:52.093366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-f86fe65f-21f2-474d-8ee5-d06270457eaf tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.3064883 Jul 14 14:30:52.130564 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-4104c9fc-0094-4d91-ab1b-55e17cf57e4f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/quotas/e2578b0e75cb455c93cf83dfe54842ff HTTP/1.1" status: 200 len: 375 time: 0.0297842 Jul 14 14:30:52.148677 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cc762c-43f9-4239-a695-2cfd5677504f None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 2, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:30:52.152731 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:52.242091 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:52.284495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (e0d3ee79-4468-4c2a-bc35-fb1dd98d7613), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.343799 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-8bdc25d7-33f7-419f-87b0-044f45866872 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053971 Jul 14 14:30:52.418807 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-9b1e8c26-ae3e-430d-8d09-505bc760a441 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:30:52.419972 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-9b1e8c26-ae3e-430d-8d09-505bc760a441 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1630979 Jul 14 14:30:52.670276 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-cab91ea5-2be5-441b-9296-4ee0cb31cdcf service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:30:52.671721 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-cab91ea5-2be5-441b-9296-4ee0cb31cdcf service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1776659 Jul 14 14:30:52.673560 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:52.733160 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-69f9879c-e7dd-4949-992c-17be50bdf451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.825296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-7cf4e993-9415-4dc9-8bf5-63e390584738 service neutron] 10.222.0.93 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982136 Jul 14 14:30:52.853441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d3ee79-4468-4c2a-bc35-fb1dd98d7613,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:52.868526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Checking segment: {'id': '5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '272fc2a9-199f-4221-86a2-50323e3abb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:52.869143 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Network hostable DHCP agents. Network: 272fc2a9-199f-4221-86a2-50323e3abb03, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:30:52.913255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 7bae5fc4-7963-4d27-acdf-3c5f97e7733d up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:52.921023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:52.978236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-ba798a89-c7e3-48d5-9105-1899886e2c0c service neutron] 10.222.0.93 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424725 Jul 14 14:30:53.023656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:53.033374 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-5d0636af-4a2c-4d14-9961-8a963e6c5a62 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546271 Jul 14 14:30:53.041069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5b052e85-858b-494c-bad7-388c45ebcc70 None None] Provisioning complete for port 1bfde39c-0386-49c7-aad9-488cd8e85380 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:53.041396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5b052e85-858b-494c-bad7-388c45ebcc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.103280 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:48Z', 'revision_number': 4, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '4b96ef52-2e51-4334-bcfe-fd2322931b58', 'name': '', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'tenant_id': '8725a19566454345b77b639cfe170008', 'mac_address': 'fa:16:3e:68:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:47Z', 'updated_at': '2022-07-14T14:30:48Z', 'revision_number': 2, 'project_id': '8725a19566454345b77b639cfe170008', 'subnets': [{'id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:53.159307 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Checking router: 869f48e8-660c-423d-bb73-9613fca7edd5 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:53.159764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Updating router 869f48e8-660c-423d-bb73-9613fca7edd5 port 4b96ef52-2e51-4334-bcfe-fd2322931b58 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:53.188508 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:53.192930 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5b052e85-858b-494c-bad7-388c45ebcc70 None None] Port 1bfde39c-0386-49c7-aad9-488cd8e85380 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:53.215739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:53.216385 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.219945 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.259455 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-6b2ae80c-431d-407a-880b-88acd1e9d231 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186801 Jul 14 14:30:53.263917 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks [] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.357055 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-69f9879c-e7dd-4949-992c-17be50bdf451 admin admin] Publish callbacks [] for security_group (06001643-6a73-47a1-b8b7-202aa0d3f465), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.384462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.385411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (14c607b0-9c78-4981-965a-aed1256c2d58), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.424951 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:53.425110 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.426885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Network 272fc2a9-199f-4221-86a2-50323e3abb03 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:30:53.474614 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Pushing event updated for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:53.543407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:53.567507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-69f9879c-e7dd-4949-992c-17be50bdf451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (06001643-6a73-47a1-b8b7-202aa0d3f465), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.624727 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:53.627122 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:53.635481 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-69f9879c-e7dd-4949-992c-17be50bdf451 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aafcb1c3ea2a43458989304dde470035&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7211859 Jul 14 14:30:53.638698 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37232) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:53.669513 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 272fc2a9-199f-4221-86a2-50323e3abb03) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:53.693630 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516bbc5-13a3-4632-b863-fb43cab8bbb4 None None] Network 272fc2a9-199f-4221-86a2-50323e3abb03 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:53.741797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.755622 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9879c-e7dd-4949-992c-17be50bdf451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06001643-6a73-47a1-b8b7-202aa0d3f465,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:53.766737 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:53.767336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.823522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:53.923045 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4bdc7905-1b75-4d7e-89fc-8e51c2c5d7c4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6593478 Jul 14 14:30:53.944892 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:53.968564 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks [] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:53.990287 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:30:54.009628 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:54.033296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1bdbc249-618e-4acc-b950-21c301147919 req-56f9c676-25a7-4046-9562-18284e4b69f3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.3346212 Jul 14 14:30:54.061521 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:54.104865 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] Publish callbacks [] for security_group (06001643-6a73-47a1-b8b7-202aa0d3f465), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.156500 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] Publish callbacks [] for security_group (06001643-6a73-47a1-b8b7-202aa0d3f465), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.168554 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:54.179023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.211492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec9b9a-8c1a-4107-8fb7-363b31d59008 None None] Network 272fc2a9-199f-4221-86a2-50323e3abb03 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:54.237410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:54.320593 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b01991a-6594-49f7-89d4-363f13a7b095 req-5fb31106-38e9-4aca-bbb5-b291ad5dd858 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 210 time: 0.0754220 Jul 14 14:30:54.466920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:30:54.475192 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (06001643-6a73-47a1-b8b7-202aa0d3f465), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.480596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.489387 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/06001643-6a73-47a1-b8b7-202aa0d3f465 HTTP/1.1" status: 204 len: 168 time: 0.8494513 Jul 14 14:30:54.498831 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a2d51fcf-2749-46ef-bb6b-f9e50cb8fff3 None None] Provisioning complete for port 1bfde39c-0386-49c7-aad9-488cd8e85380 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:54.501224 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-34589ba6-460c-41bf-bd8b-dd8cd151c68d admin admin] 10.222.0.93 "PUT /v2.0/routers/14c607b0-9c78-4981-965a-aed1256c2d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2073388 Jul 14 14:30:54.501844 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a2d51fcf-2749-46ef-bb6b-f9e50cb8fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.505076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c6b03-825e-42b4-a7af-0ffcd3c35c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06001643-6a73-47a1-b8b7-202aa0d3f465,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:54.517317 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9537d394-00e2-476f-8001-de81fa427769 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:54.755759 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a2d51fcf-2749-46ef-bb6b-f9e50cb8fff3 None None] Port 1bfde39c-0386-49c7-aad9-488cd8e85380 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:54.801616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03df85-1540-4ba8-babf-d070b4d7561c None None] Pushing event updated for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:54.825609 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:54.845020 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:54.848162 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:54.876064 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Attempting to bind port 4b96ef52-2e51-4334-bcfe-fd2322931b58 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:54.876425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Attempting to bind port 4b96ef52-2e51-4334-bcfe-fd2322931b58 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:54.876778 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Attempting to bind port 4b96ef52-2e51-4334-bcfe-fd2322931b58 on network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:54.893451 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a4ed730d-0027-4cde-bc63-073b8876b858 None None] Provisioning complete for port 4b96ef52-2e51-4334-bcfe-fd2322931b58 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:54.893858 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a4ed730d-0027-4cde-bc63-073b8876b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.942472 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:54.943113 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Checking segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:54.943678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.944204 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Bound using segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:54.944822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Bound port: 4b96ef52-2e51-4334-bcfe-fd2322931b58, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:54.945346 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:54.974044 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:54.983583 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-bbc5f54a-9a76-42f5-8fec-4a7a2ca952b5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:54.985276 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-bbc5f54a-9a76-42f5-8fec-4a7a2ca952b5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.2039387 Jul 14 14:30:54.995558 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:55.001762 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed730d-0027-4cde-bc63-073b8876b858 None None] Port 4b96ef52-2e51-4334-bcfe-fd2322931b58 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:30:55.008009 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 9537d394-00e2-476f-8001-de81fa427769 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:55.008396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9537d394-00e2-476f-8001-de81fa427769), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.015698 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-55380ae9-4bcb-4460-a247-b8e44b20ca30 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/quotas/e2578b0e75cb455c93cf83dfe54842ff HTTP/1.1" status: 200 len: 375 time: 0.0225918 Jul 14 14:30:55.159534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] For port 4b96ef52-2e51-4334-bcfe-fd2322931b58, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:55.218848 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 9537d394-00e2-476f-8001-de81fa427769 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:55.219241 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9537d394-00e2-476f-8001-de81fa427769), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.258438 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 9537d394-00e2-476f-8001-de81fa427769, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9537d394-00e2-476f-8001-de81fa427769,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:55.261460 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] For port 4b96ef52-2e51-4334-bcfe-fd2322931b58, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4b96ef52-2e51-4334-bcfe-fd2322931b58,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:55.360547 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 2, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:55.375897 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9537d394-00e2-476f-8001-de81fa427769), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.376886 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 7bae5fc4-7963-4d27-acdf-3c5f97e7733d up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:55.392094 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:55.392628 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Updating router 14c607b0-9c78-4981-965a-aed1256c2d58 port 1bfde39c-0386-49c7-aad9-488cd8e85380 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:55.410653 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-5f5fa091-a2a0-4cb2-9a5f-456527a7881c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3936534 Jul 14 14:30:55.431358 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.473064 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1406249f-da0e-4c44-b733-68a9b696d628 req-867ff61d-e12b-45b8-b00c-22a7646db66c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0525613 Jul 14 14:30:55.534209 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=9537d394-00e2-476f-8001-de81fa427769,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:55.560615 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.642068 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:55.642700 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:55.662199 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-fde463c4-7d9d-43b1-a182-b00d3e9015a7 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506940 Jul 14 14:30:55.733495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:55.800703 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks [] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.803188 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-9de57aaf-2d5c-4c66-82b2-cd71f350fd0e service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398647 Jul 14 14:30:55.810203 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03df85-1540-4ba8-babf-d070b4d7561c None None] Pushing event updated for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:55.815756 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:55.815924 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:55.919680 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:55.944266 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.032868 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59ee0a-f6e4-42e8-b4cb-e9d9f0957ed1 None None] Pushing event updated for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:56.102667 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37364) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:56.122934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:56.123792 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:56.124878 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:56.153076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bcf2dedf-4a9c-4e9b-9f19-9f893238e57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.186611 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Attempting to bind port 1bfde39c-0386-49c7-aad9-488cd8e85380 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:56.187310 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Attempting to bind port 1bfde39c-0386-49c7-aad9-488cd8e85380 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:56.187883 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Attempting to bind port 1bfde39c-0386-49c7-aad9-488cd8e85380 on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:56.195327 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:56.196001 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Checking segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:56.196611 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.199057 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Bound using segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:56.200032 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Bound port: 1bfde39c-0386-49c7-aad9-488cd8e85380, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:56.201073 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.252713 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37372) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:56.257548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753945864', 'description': 'tempest-description--351126806'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:56.430264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.432990 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] For port 1bfde39c-0386-49c7-aad9-488cd8e85380, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:56.448285 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] For port 1bfde39c-0386-49c7-aad9-488cd8e85380, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=1bfde39c-0386-49c7-aad9-488cd8e85380,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:56.453535 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-80575b82-181d-43fd-9273-9792b2632a66 req-250c4e4d-cf8c-4e2d-996f-d0716e59f3db tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.1453333 Jul 14 14:30:56.524134 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37388) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:56.558359 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-105426303-network', 'tenant_id': '55622f564d974755a6c2874f451187c5'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:56.586099 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (873e4754-e4dd-4c2e-9746-de1435d48b07), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.592067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Provisioning complete for port 4b96ef52-2e51-4334-bcfe-fd2322931b58 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:56.592598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.594434 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.601220 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:56.616404 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bcf2dedf-4a9c-4e9b-9f19-9f893238e57e admin admin] Publish callbacks [] for security_group (6e303425-cf3f-44a6-9f18-6dbd8cdbcb98), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.621200 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-318eba83-4a1d-4e97-b9fd-e8ac6507e1ef req-d974b14c-2d74-41f6-947d-3a877d74d1d7 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0526726 Jul 14 14:30:56.654666 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:56.674698 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:56.675504 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:56.680955 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59ee0a-f6e4-42e8-b4cb-e9d9f0957ed1 None None] Pushing event updated for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:56.711985 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:56.712371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.718673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (873e4754-e4dd-4c2e-9746-de1435d48b07), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.758756 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Made reservation on behalf of 55622f564d974755a6c2874f451187c5 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:56.766145 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.774583 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:56.783353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-bcf2dedf-4a9c-4e9b-9f19-9f893238e57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6e303425-cf3f-44a6-9f18-6dbd8cdbcb98), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.784675 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:30:56.839776 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=873e4754-e4dd-4c2e-9746-de1435d48b07,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:56.869133 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Current status of the port 4b96ef52-2e51-4334-bcfe-fd2322931b58 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:56.869726 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.871841 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:56.872635 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:56.876190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2dedf-4a9c-4e9b-9f19-9f893238e57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e303425-cf3f-44a6-9f18-6dbd8cdbcb98,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:56.887663 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.947416 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:48Z', 'revision_number': 4, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '4b96ef52-2e51-4334-bcfe-fd2322931b58', 'name': '', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'tenant_id': '8725a19566454345b77b639cfe170008', 'mac_address': 'fa:16:3e:68:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:47Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '8725a19566454345b77b639cfe170008', 'subnets': [{'id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:56.948224 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:56.952746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:56.955517 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4e86630b-f012-44ab-9728-20979e1a7fa8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7017536 Jul 14 14:30:56.958282 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37396) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:56.963918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group_rule': {'security_group_id': '873e4754-e4dd-4c2e-9746-de1435d48b07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:56.975563 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-bcf2dedf-4a9c-4e9b-9f19-9f893238e57e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35c664604dc644cfa813a5725a2421e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8751712 Jul 14 14:30:56.984532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37398) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:57.076549 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] Publish callbacks [] for security_group (6e303425-cf3f-44a6-9f18-6dbd8cdbcb98), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.108354 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266340d2-6f7e-462e-a3a0-0bdc14fffb9d None None] The sync data for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi is: [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:48Z', 'revision_number': 4, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '4b96ef52-2e51-4334-bcfe-fd2322931b58', 'name': '', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'tenant_id': '8725a19566454345b77b639cfe170008', 'mac_address': 'fa:16:3e:68:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:47Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '8725a19566454345b77b639cfe170008', 'subnets': [{'id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:30:57.122562 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] Publish callbacks [] for security_group (6e303425-cf3f-44a6-9f18-6dbd8cdbcb98), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.133543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks [] for security_group (2b9792cd-88d5-4db6-99cf-7be5ee94e9e1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.145240 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:57.156591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] For port 4b96ef52-2e51-4334-bcfe-fd2322931b58, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4b96ef52-2e51-4334-bcfe-fd2322931b58,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:57.173916 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (fb7b08da-b6aa-4bfd-8ce4-2b3381ed1dd3), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.208797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:57.293799 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:56Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:57.318195 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2b9792cd-88d5-4db6-99cf-7be5ee94e9e1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.372953 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (fb7b08da-b6aa-4bfd-8ce4-2b3381ed1dd3), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.373683 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6e303425-cf3f-44a6-9f18-6dbd8cdbcb98), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.376108 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455146e9-bb98-4976-bfdc-5557c4a46847 None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:56Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:30:57.379088 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.383139 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6e303425-cf3f-44a6-9f18-6dbd8cdbcb98 HTTP/1.1" status: 204 len: 168 time: 0.3925943 Jul 14 14:30:57.397312 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:57.402011 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.404098 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:30:57.431625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9792cd-88d5-4db6-99cf-7be5ee94e9e1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:57.463219 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (07eaa48e-61b2-40b6-b6e4-e8c48bd2cece), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.466071 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Added segment 07eaa48e-61b2-40b6-b6e4-e8c48bd2cece of type vlan for network 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 Jul 14 14:30:57.479984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (fb7b08da-b6aa-4bfd-8ce4-2b3381ed1dd3), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.480526 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9537d394-00e2-476f-8001-de81fa427769 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:57.518712 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:57.548450 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7b08da-b6aa-4bfd-8ce4-2b3381ed1dd3,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:57.548576 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae9e0e-fd56-4331-a0f1-c9e712d65401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e303425-cf3f-44a6-9f18-6dbd8cdbcb98,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:57.586305 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.645596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:57.658929 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a8dd2272-abfa-4a00-ad27-228e89278bc6 req-13581939-4280-4f01-821e-065e5954a63b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0590847 Jul 14 14:30:57.659164 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Provisioning complete for port 1bfde39c-0386-49c7-aad9-488cd8e85380 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:57.659780 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.709012 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.710291 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8b6fcb66-35ad-43ef-a120-919407770a93 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7508144 Jul 14 14:30:57.720328 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37424) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:57.725187 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group_rule': {'security_group_id': '873e4754-e4dd-4c2e-9746-de1435d48b07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:57.747332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 9537d394-00e2-476f-8001-de81fa427769 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:57.747967 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9537d394-00e2-476f-8001-de81fa427769), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.804289 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.805373 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:57.806150 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.847997 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d2c02-84d9-4646-9ac5-0b472bfc72a9 None None] Pushing event updated for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:57.902561 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (d1470a43-1681-47a1-9b7e-f3c6242fa82d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.929055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] Pushing event updated for resources: {'Network': ['ID=5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:57.934243 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef2329e4-ac6d-4048-b902-1c7b93d594b9 req-845d4ccc-55d9-471e-b992-e66c60d83ae7 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0492995 Jul 14 14:30:57.972970 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:30:57.982713 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Current status of the port 1bfde39c-0386-49c7-aad9-488cd8e85380 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:57.983100 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:57.990492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (d1470a43-1681-47a1-9b7e-f3c6242fa82d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.029461 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-303bfbf6-7157-4c40-a425-0f04b8d5089c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4932222 Jul 14 14:30:58.035793 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37428) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:58.035793 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Request body: {'subnet': {'network_id': '5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-105426303-subnet', 'tenant_id': '55622f564d974755a6c2874f451187c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:58.070345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 9537d394-00e2-476f-8001-de81fa427769 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:58.091379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 2, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:58.095402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (d1470a43-1681-47a1-9b7e-f3c6242fa82d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.121892 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1470a43-1681-47a1-9b7e-f3c6242fa82d,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:58.134153 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] For port 1bfde39c-0386-49c7-aad9-488cd8e85380, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=1bfde39c-0386-49c7-aad9-488cd8e85380,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:30:58.135448 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:30:58.135799 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Updating router 7da6ae78-309a-4000-a8b9-fbdcecccfccc port 13c7377b-2466-4a95-b5f8-219fbe7eb187 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:30:58.165702 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.236324 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Made reservation on behalf of 55622f564d974755a6c2874f451187c5 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:30:58.238733 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.279403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.280276 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.281687 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1138a4f7-3e79-484e-9516-9c82a0bb9c06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600915 Jul 14 14:30:58.284756 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37436) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:58.289136 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:30:58.390444 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:58.414654 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958da105-89d0-438f-84b0-b3c7f4a0fc2d None None] Pushing event updated for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:58.445543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.534824 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks [] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.567119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (60d52396-548c-483e-a4ae-2587948b17b8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.622453 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d52396-548c-483e-a4ae-2587948b17b8,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:58.633568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.645947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Checking segment: {'id': '07eaa48e-61b2-40b6-b6e4-e8c48bd2cece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:58.646272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Network hostable DHCP agents. Network: 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:30:58.712944 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.780553 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Allocated IP 172.27.2.16 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/1acb0b7f-9950-4909-869b-0b3757d9a0e7) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:30:58.810126 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a74ba342-7e28-4578-8fa4-03dee01872b8 req-7d7ddee1-df4b-4520-a846-77b45ec03cd4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0534718 Jul 14 14:30:58.810838 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce36a0-ac2c-43cc-8f6d-e3545f326df0 None None] Pushing event updated for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:58.827884 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Network 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:30:58.887818 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Attempting to bind port 13c7377b-2466-4a95-b5f8-219fbe7eb187 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:30:58.888194 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Attempting to bind port 13c7377b-2466-4a95-b5f8-219fbe7eb187 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:30:58.888558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Attempting to bind port 13c7377b-2466-4a95-b5f8-219fbe7eb187 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:30:58.896254 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:30:58.899858 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:30:58.903720 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.904143 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Bound using segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:30:58.904653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Bound port: 13c7377b-2466-4a95-b5f8-219fbe7eb187, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:30:58.905046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.941123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:58.947037 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.952357 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:30:58.953438 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:58.985870 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] For port 13c7377b-2466-4a95-b5f8-219fbe7eb187, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:30:58.990210 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] For port 13c7377b-2466-4a95-b5f8-219fbe7eb187, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=13c7377b-2466-4a95-b5f8-219fbe7eb187,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:30:58.995893 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daec93e-6c46-43ac-b3a7-6ef8991f366c None None] Network 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:59.083794 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d0eea38c-2b73-41ea-ba82-d41f73684932 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0529761 Jul 14 14:30:59.085693 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.143137 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:30:59.148198 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:30:59.154749 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:30:59.175381 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b0feed74-b666-4df9-a360-1e3b4366d944 req-4b8d5cf5-080a-42a8-98bd-a29bab076652 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0497568 Jul 14 14:30:59.256751 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:30:59.290591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.310918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=1acb0b7f-9950-4909-869b-0b3757d9a0e7,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:59.329243 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.360228 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37468) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:30:59.408054 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Provisioning complete for port 13c7377b-2466-4a95-b5f8-219fbe7eb187 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:59.414630 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.414630 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfffe6-c8e9-4954-87d3-a572d69d0971 None None] Network 5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:30:59.414913 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4b96ef52-2e51-4334-bcfe-fd2322931b58 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:30:59.422672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce36a0-ac2c-43cc-8f6d-e3545f326df0 None None] Pushing event updated for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:59.433455 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Deleting subnet e0d3ee79-4468-4c2a-bc35-fb1dd98d7613 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:30:59.437229 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Publish callbacks [] for subnet (e0d3ee79-4468-4c2a-bc35-fb1dd98d7613), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.485439 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Publish callbacks [] for subnet (e0d3ee79-4468-4c2a-bc35-fb1dd98d7613), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.503450 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (e0d3ee79-4468-4c2a-bc35-fb1dd98d7613), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.525014 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.667148 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:30:59.667995 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:30:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:30:59.725450 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.782934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 4b96ef52-2e51-4334-bcfe-fd2322931b58 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:30:59.783328 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.847770 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (e0d3ee79-4468-4c2a-bc35-fb1dd98d7613), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.882837 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:30:59.886679 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d3ee79-4468-4c2a-bc35-fb1dd98d7613,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:30:59.888177 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Current status of the port 13c7377b-2466-4a95-b5f8-219fbe7eb187 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:30:59.888566 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.893003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.924702 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:30:59.937016 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1d340e2f-7fdd-4a0e-bff2-b484c1c79d33 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e0d3ee79-4468-4c2a-bc35-fb1dd98d7613 HTTP/1.1" status: 204 len: 168 time: 0.5755074 Jul 14 14:30:59.942717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37488) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:00.095286 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cc15856d-86b4-43ec-8046-644ee71b4a5c req-7c1bcd10-6d22-4157-9ca8-b9502a6350a6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0780118 Jul 14 14:31:00.178923 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 4b96ef52-2e51-4334-bcfe-fd2322931b58 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:00.178923 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 1bfde39c-0386-49c7-aad9-488cd8e85380 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:00.200118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] For port 13c7377b-2466-4a95-b5f8-219fbe7eb187, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=13c7377b-2466-4a95-b5f8-219fbe7eb187,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:00.211736 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:00.212176 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:00.221737 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.238131 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (272fc2a9-199f-4221-86a2-50323e3abb03), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.284374 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=1acb0b7f-9950-4909-869b-0b3757d9a0e7,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:00.349627 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.351575 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.352208 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0817857d-d380-4da4-8e44-78f8904b996e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0662680 Jul 14 14:31:00.502109 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 1bfde39c-0386-49c7-aad9-488cd8e85380 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:00.506611 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.515228 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74319f49-cb85-471b-84fe-5efcf8a8ed7c None None] Pushing event updated for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:00.616067 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (272fc2a9-199f-4221-86a2-50323e3abb03), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.623414 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-befd944a-8e08-48b2-b585-3f18dfec3868 req-bc90b9e5-1934-4c19-ad88-d38c88542f45 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.2781489 Jul 14 14:31:00.632931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:00.660736 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.661098 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.662212 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.662785 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > port after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.663109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.663436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > port after_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.663755 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.664166 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.664529 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.665349 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:00.724680 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-1157f173-369c-45c1-9293-446124974dbc None None] Provisioning complete for port 13c7377b-2466-4a95-b5f8-219fbe7eb187 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:00.732200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1157f173-369c-45c1-9293-446124974dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:00.816524 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:00.858578 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12deba8-46ff-46f5-8fdc-f4ae91dd0cff None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:31:00.949997 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 1bfde39c-0386-49c7-aad9-488cd8e85380 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:00.956853 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-1157f173-369c-45c1-9293-446124974dbc None None] Current status of the port 13c7377b-2466-4a95-b5f8-219fbe7eb187 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:01.118957 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:01.119497 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:01.119676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:01.121081 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:01.121469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272fc2a9-199f-4221-86a2-50323e3abb03']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:01.178212 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:01.179109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:01.226386 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.304552 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.309472 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-18d9d490-39ab-42fb-b214-a1eb3a68c300 req-cdd72600-c44c-4f14-a583-a30082b5293f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0621231 Jul 14 14:31:01.316380 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 13c7377b-2466-4a95-b5f8-219fbe7eb187 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:01.324712 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:31:01.325111 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.351790 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-503ad407-5816-4faa-a1bd-7f066ee6fd26 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--753945864&fields=id&tenant_id=9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 267 time: 0.2243297 Jul 14 14:31:01.396224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 13c7377b-2466-4a95-b5f8-219fbe7eb187 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:01.397270 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.491234 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 13c7377b-2466-4a95-b5f8-219fbe7eb187 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:01.565429 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-90c0597d-2826-4068-91fa-62492f12eb16 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:01.567433 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-90c0597d-2826-4068-91fa-62492f12eb16 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 811 time: 0.1968856 Jul 14 14:31:01.576362 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (272fc2a9-199f-4221-86a2-50323e3abb03), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.583304 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.589165 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] 10.222.0.93 "DELETE /v2.0/networks/272fc2a9-199f-4221-86a2-50323e3abb03 HTTP/1.1" status: 204 len: 168 time: 1.6443813 Jul 14 14:31:01.592130 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37568) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:01.613085 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:01.724907 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Deleting subnet 60d52396-548c-483e-a4ae-2587948b17b8 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:31:01.729640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Publish callbacks [] for subnet (60d52396-548c-483e-a4ae-2587948b17b8), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.777179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Publish callbacks [] for subnet (60d52396-548c-483e-a4ae-2587948b17b8), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.788318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (60d52396-548c-483e-a4ae-2587948b17b8), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:01.803565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084 resource provider aggregate not found Jul 14 14:31:01.807579 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-e6c9271f-cec0-4f5e-99a6-601272c6eacd tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/quotas/9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 375 time: 0.2347810 Jul 14 14:31:01.809547 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14bebd-254a-45f8-a79a-cb1c2ec54c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=272fc2a9-199f-4221-86a2-50323e3abb03,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:01.844357 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.91', 61951) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:01.875731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.91', 61952) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:01.883887 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c39347f-2fe7-4ba4-8e8d-9de6f0a3c084 found for delete ", "request_id": "req-a42129bc-5990-4b3b-8340-44d100b33b23"}]} Jul 14 14:31:01.981756 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2cdaffec-0572-436c-b2b7-e54e01e95357 req-ce7d87a5-37a4-44fe-9e69-453877a8482c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.1804676 Jul 14 14:31:02.023084 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-76f47de7-db99-417b-b329-8a6bbed42e8e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1621110 Jul 14 14:31:02.047755 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37578) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:02.082079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-2f1eaf47-c8bd-41a7-97fe-f0257dc75550 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:02.083733 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-2f1eaf47-c8bd-41a7-97fe-f0257dc75550 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.2050960 Jul 14 14:31:02.118602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-5e3b4b0e-a92f-44be-9d9f-ece15d49289f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:02.120796 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-5e3b4b0e-a92f-44be-9d9f-ece15d49289f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.2711391 Jul 14 14:31:02.145236 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'port': {'device_id': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'admin_state_up': True, 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:02.152738 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'port': {'device_id': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'admin_state_up': True, 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:02.156861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.91', 61953) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:02.203250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for subnet (60d52396-548c-483e-a4ae-2587948b17b8), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.262020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:02.330859 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-e842f10d-2e2a-4460-959a-fe1a18596823 service neutron] 10.222.0.93 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968392 Jul 14 14:31:02.366358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.381235 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] 10.222.0.93 "DELETE /v2.0/subnets/60d52396-548c-483e-a4ae-2587948b17b8 HTTP/1.1" status: 204 len: 168 time: 0.7878897 Jul 14 14:31:02.402210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aef52-c9bb-4485-b47a-62786228ffff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d52396-548c-483e-a4ae-2587948b17b8,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:02.424046 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37588) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:02.545939 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:02.563827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-017ad384-da4f-430f-bb78-bc0b6c621d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.600864 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.638964 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-2825b9f6-ad9b-42c2-bd65-7c00e7eb5c39 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:02.644153 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-2825b9f6-ad9b-42c2-bd65-7c00e7eb5c39 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.91 "GET /v2.0/networks?id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead HTTP/1.1" status: 200 len: 812 time: 0.4830229 Jul 14 14:31:02.656893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Request body: {'port': {'device_id': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'admin_state_up': True, 'tenant_id': '8725a19566454345b77b639cfe170008'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:02.724870 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b48375a0-65ff-4328-9205-7b8dbe4268eb req-0daddd84-2f6e-473c-8329-0350823427f6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.2632985 Jul 14 14:31:02.787247 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fee5334a-ad9d-4010-99d4-386ad1a943d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.815034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Made reservation on behalf of e2578b0e75cb455c93cf83dfe54842ff for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:31:02.815370 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-131c28f3-1c2a-44d6-8bd4-cf08d36b7cfb service neutron] 10.222.0.93 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836013 Jul 14 14:31:02.818670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.842086 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-017ad384-da4f-430f-bb78-bc0b6c621d7a admin admin] Publish callbacks [] for security_group (65721535-4652-454a-ae14-5f858c84a97d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.885219 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.913252 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Made reservation on behalf of e2578b0e75cb455c93cf83dfe54842ff for: {'port': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:31:02.919094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:02.930516 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.930891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.931844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.932317 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > port after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.932633 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.933313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > port after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.933653 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.933914 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.934271 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:02.934538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:03.050687 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-017ad384-da4f-430f-bb78-bc0b6c621d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (65721535-4652-454a-ae14-5f858c84a97d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.163097 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:03.163459 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:03.163787 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:03.164109 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 14:31:03.164471 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:03.271432 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d3ecb941-5931-479a-b4dc-9a556932bddb req-22e2e4a6-92d7-45a8-94e5-87da6fd0b47c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.1654031 Jul 14 14:31:03.272385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eaa48e-61b2-40b6-b6e4-e8c48bd2cece') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:03.272385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eaa48e-61b2-40b6-b6e4-e8c48bd2cece') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:03.321762 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-78c1b1c5-d602-424f-9962-2c04d050771f req-94e82cef-448c-498c-963c-e1fce73f2185 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.1407077 Jul 14 14:31:03.335942 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (07eaa48e-61b2-40b6-b6e4-e8c48bd2cece), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.337521 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Allocated IP 172.20.0.7 (d8b5e31c-98ed-487e-830d-724f1cd2a8c8/b21977c1-6372-4c93-b060-e16267f084bb/0e4102af-1b96-490a-9640-00a73098d3cf) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:31:03.340097 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ad384-da4f-430f-bb78-bc0b6c621d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65721535-4652-454a-ae14-5f858c84a97d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:03.341350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:03.347097 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-017ad384-da4f-430f-bb78-bc0b6c621d7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a344d7e2cadb46129ede551661428bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2981215 Jul 14 14:31:03.358164 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37638) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:03.389082 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (07eaa48e-61b2-40b6-b6e4-e8c48bd2cece), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.398626 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:31:03.399172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (07eaa48e-61b2-40b6-b6e4-e8c48bd2cece), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.516441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] Publish callbacks [] for security_group (65721535-4652-454a-ae14-5f858c84a97d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.576684 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:03.577259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.579413 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Made reservation on behalf of 8725a19566454345b77b639cfe170008 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:31:03.590506 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.598391 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] Publish callbacks [] for security_group (65721535-4652-454a-ae14-5f858c84a97d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.617564 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.627236 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] 10.222.0.93 "DELETE /v2.0/networks/5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7 HTTP/1.1" status: 204 len: 168 time: 1.1972084 Jul 14 14:31:03.651240 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 07eaa48e-61b2-40b6-b6e4-e8c48bd2cece resource provider aggregate not found Jul 14 14:31:03.655870 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b40036-7a47-4a2a-9117-c42db42afe9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6b7f49-67ab-4d76-9ee8-3dd0ce2c44c7,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:03.666944 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for port (0e4102af-1b96-490a-9640-00a73098d3cf), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.725129 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 07eaa48e-61b2-40b6-b6e4-e8c48bd2cece resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07eaa48e-61b2-40b6-b6e4-e8c48bd2cece found for delete ", "request_id": "req-ba5f606d-212d-46a9-ac37-c795b38d1155"}]} Jul 14 14:31:03.731601 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:03.858798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Allocated IP 172.20.0.13 (31bdf79e-f084-4168-9b3d-9dd7c6b07ead/f1b59bb5-ffed-4b39-9577-8b3c0eb32c19/0a7c99e8-4400-4d54-9c86-5fe83dfe11b4) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:31:03.880120 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faed2fc0-9159-40e5-9760-0b67d1a4410d req-ecb770bf-4dea-4d45-b398-2112d84ca0bc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0305791 Jul 14 14:31:03.891490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (65721535-4652-454a-ae14-5f858c84a97d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.894187 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:03.907487 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/65721535-4652-454a-ae14-5f858c84a97d HTTP/1.1" status: 204 len: 168 time: 0.5475430 Jul 14 14:31:03.910897 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.000685 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec11ad-bbee-4f08-ab65-793b64894f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65721535-4652-454a-ae14-5f858c84a97d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:04.050582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Allocated IP 172.20.0.8 (d8b5e31c-98ed-487e-830d-724f1cd2a8c8/b21977c1-6372-4c93-b060-e16267f084bb/ac66ed7d-031b-4b52-a7dd-034845cce439) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:31:04.123618 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:04.138730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:31:04.139773 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:31:04.150420 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:31:04.271756 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37676) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:04.299322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:04.317843 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.344512 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks [] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.478267 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5708c043-0202-497e-a2e3-aca40705521f req-2f09e404-528d-487e-8fb6-624f1322eced tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0712640 Jul 14 14:31:04.492892 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-5b4c877c-16f0-44d0-9704-b0af7170eb7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3579509 Jul 14 14:31:04.544215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9846c0bd-bb88-4d45-beb6-62944c438c51 req-46c41517-bfa9-4502-a6b3-f93c6e682ca2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.0910866 Jul 14 14:31:04.639608 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-0eb3f264-3cdc-4ace-aea9-1d1dee181d5a None None] Provisioning complete for port 0e4102af-1b96-490a-9640-00a73098d3cf triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:04.642180 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0eb3f264-3cdc-4ace-aea9-1d1dee181d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.701662 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-0eb3f264-3cdc-4ace-aea9-1d1dee181d5a None None] Port 0e4102af-1b96-490a-9640-00a73098d3cf cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:31:04.795774 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-163f4e46-2a8e-40ab-9324-500a6bcd5a2a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=082f1a7c314d4590bf3e6f66e09dd9d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5105312 Jul 14 14:31:04.798738 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 37704) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:04.844642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.908576 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] Publish callbacks [] for security_group (36247aaf-d135-498c-a153-111e605cc04a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.919188 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-417d6b3b-8566-4960-8715-f440ae7a5e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:04.999093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.006778 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] Publish callbacks [] for security_group (36247aaf-d135-498c-a153-111e605cc04a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.085575 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6afe64c8-4b5e-4a90-a8a8-7d7177981b32 req-c541414f-02fb-42fc-bf11-67ea5d77fe23 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0749555 Jul 14 14:31:05.116176 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.166762 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:31:05.170556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:31:05.172445 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Pushing event updated for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:05.175479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:31:05.277419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:05.301206 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (36247aaf-d135-498c-a153-111e605cc04a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.304695 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.311971 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/36247aaf-d135-498c-a153-111e605cc04a HTTP/1.1" status: 204 len: 168 time: 0.5063081 Jul 14 14:31:05.319860 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c359292-bd95-4b86-937a-d80a3fe61be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36247aaf-d135-498c-a153-111e605cc04a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:05.329667 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:31:05.335129 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:31:05.361581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:31:05.372039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:05.373080 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.471517 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:05.476596 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.555774 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-36a40644-aeaa-4ae8-bb2c-52e022649ae3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8984463 Jul 14 14:31:05.645124 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-55e74d87-5876-4066-9a16-63ce1f2f31f2 None None] Provisioning complete for port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:05.645680 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-55e74d87-5876-4066-9a16-63ce1f2f31f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.681940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-55e74d87-5876-4066-9a16-63ce1f2f31f2 None None] Port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:31:05.778116 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4932d27b-428b-4733-b9f6-bb46f879d504 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6306925 Jul 14 14:31:05.801901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-8954df28-dee3-4920-865b-4e535ca8c079 None None] Provisioning complete for port ac66ed7d-031b-4b52-a7dd-034845cce439 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:05.802624 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8954df28-dee3-4920-865b-4e535ca8c079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:05.847203 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-8954df28-dee3-4920-865b-4e535ca8c079 None None] Port ac66ed7d-031b-4b52-a7dd-034845cce439 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:31:05.849886 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e12d1-e179-4f1d-8b9b-b53fc361ee8c req-a969111f-7d00-4ae8-95bf-5be260c7a506 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:05.852752 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c75e12d1-e179-4f1d-8b9b-b53fc361ee8c req-a969111f-7d00-4ae8-95bf-5be260c7a506 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 932 time: 0.2698138 Jul 14 14:31:05.873600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd736d12-22e1-4f4b-a1d9-85dd656b26dd req-945c749c-b1f7-4766-8026-b2171ae78799 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.2304463 Jul 14 14:31:05.918483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:05.927242 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c75e12d1-e179-4f1d-8b9b-b53fc361ee8c req-dacaad8f-4ba0-433b-bb86-7d88a0e89e20 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526080 Jul 14 14:31:06.095739 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:06.251612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:06.257508 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f41b98-a5a2-47a5-933f-9e63cf4b3796 req-e7f187d0-2aeb-4186-ac98-071c27d60a5c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:06.264056 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-76f41b98-a5a2-47a5-933f-9e63cf4b3796 req-e7f187d0-2aeb-4186-ac98-071c27d60a5c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 931 time: 0.0813086 Jul 14 14:31:06.378285 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-76f41b98-a5a2-47a5-933f-9e63cf4b3796 req-d038bbaa-4106-4683-ab3f-a0c204235e44 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060531 Jul 14 14:31:06.701946 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:06.708412 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37764) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:06.763131 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a50f171a-c409-46e3-9f5c-c817f2b763eb admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55622f564d974755a6c2874f451187c5&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0535529 Jul 14 14:31:06.766235 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37770) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:06.842432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] Publish callbacks [] for security_group (2b9792cd-88d5-4db6-99cf-7be5ee94e9e1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:06.875557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] Publish callbacks [] for security_group (2b9792cd-88d5-4db6-99cf-7be5ee94e9e1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:07.042564 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e277abe-d575-4e30-821c-783d6d2ba0ae req-5d11c370-6705-4c9a-b1d1-8a03ed055d4d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.0413399 Jul 14 14:31:07.092715 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2b9792cd-88d5-4db6-99cf-7be5ee94e9e1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:07.097219 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:07.098949 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b9792cd-88d5-4db6-99cf-7be5ee94e9e1 HTTP/1.1" status: 204 len: 168 time: 0.3315282 Jul 14 14:31:07.106817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2737b-4e2b-4bec-8695-bb6fb86aaa2a req-cd6fc3f9-3bd1-463b-bcf6-94c57600d271 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:07.111556 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-92f2737b-4e2b-4bec-8695-bb6fb86aaa2a req-cd6fc3f9-3bd1-463b-bcf6-94c57600d271 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 932 time: 0.0676808 Jul 14 14:31:07.111714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dc496-13f7-4a31-878d-e7bd08b4d9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9792cd-88d5-4db6-99cf-7be5ee94e9e1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:07.200617 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-92f2737b-4e2b-4bec-8695-bb6fb86aaa2a req-b5e7f7a9-b819-4248-a401-67f689c43cc5 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694020 Jul 14 14:31:07.281821 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:07.416947 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:07.561184 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceba85b-74a4-4219-945d-cab3e7d223e2 req-17b2f603-ad66-42fb-87d6-60cf403274af tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:07.563542 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aceba85b-74a4-4219-945d-cab3e7d223e2 req-17b2f603-ad66-42fb-87d6-60cf403274af tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 931 time: 0.0652735 Jul 14 14:31:07.631338 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aceba85b-74a4-4219-945d-cab3e7d223e2 req-aed5aa83-5b44-46aa-b402-a2754cce1739 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603375 Jul 14 14:31:07.700875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:07.847163 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-a8b1aaa6-153c-499b-b95f-638dc115802f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:31:07.850241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-700b20a4-a9dd-49da-9713-685efe272072 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:31:07.850796 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-a8b1aaa6-153c-499b-b95f-638dc115802f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0100782 Jul 14 14:31:07.854309 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-700b20a4-a9dd-49da-9713-685efe272072 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082443 Jul 14 14:31:07.881038 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-c8b6c4bf-8e8e-4854-8c80-f25da3d88823 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:31:07.882262 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-c8b6c4bf-8e8e-4854-8c80-f25da3d88823 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0265248 Jul 14 14:31:07.990447 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:08.203409 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0405fafd-1b58-40ae-a040-ff1a8839ebc7 req-2356ab05-45ff-4662-a234-39e627d27cf6 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.0506454 Jul 14 14:31:08.395321 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743f28e-040b-49cd-b132-a9ef74292908 req-d3e82b35-27cc-48d6-9b4c-173312294ff6 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:08.405850 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9743f28e-040b-49cd-b132-a9ef74292908 req-d3e82b35-27cc-48d6-9b4c-173312294ff6 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 932 time: 0.0749655 Jul 14 14:31:08.473410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:08.490075 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9743f28e-040b-49cd-b132-a9ef74292908 req-b1a13dc2-9c9a-4063-be7a-0af1661fdbaa tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842345 Jul 14 14:31:08.667747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Request body: {'port': {'device_id': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:08.712546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Request body: {'port': {'device_id': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:08.778333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Request body: {'port': {'device_id': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:08.854557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:08.901891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:08.940262 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:09.303374 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f9f9e-f455-4529-aeef-3dba68051d73 req-3074e860-2aa8-492f-a3f0-f03a9c8ad04e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:09.311396 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-974f9f9e-f455-4529-aeef-3dba68051d73 req-3074e860-2aa8-492f-a3f0-f03a9c8ad04e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 931 time: 0.5289032 Jul 14 14:31:09.365449 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=75 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:09.392047 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-974f9f9e-f455-4529-aeef-3dba68051d73 req-45a80f03-7b03-4944-91fa-ac25e617d996 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792615 Jul 14 14:31:09.536212 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3fed9c7c-ec08-4034-a40f-259741614743 req-d1a29326-6bf7-48df-b00e-f7c1ea8deb0a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.1322215 Jul 14 14:31:09.570142 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 {{(pid=104472) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:09.585494 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks [] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:09.647212 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.provisioning_blocks [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Transition to ACTIVE for port object 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 will not be triggered until provisioned by entity L2. {{(pid=104472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:31:09.679394 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4102af-1b96-490a-9640-00a73098d3cf {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:09.717405 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks [] for port (0e4102af-1b96-490a-9640-00a73098d3cf), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:09.753503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:09.757356 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:09.758259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Transition to ACTIVE for port object 0e4102af-1b96-490a-9640-00a73098d3cf will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:31:09.830977 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cab269-5d7a-4558-9bc1-255accb431fd req-a9de1656-423a-452e-93c7-539c0934ecd4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:09.833882 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7cab269-5d7a-4558-9bc1-255accb431fd req-a9de1656-423a-452e-93c7-539c0934ecd4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 932 time: 0.1297090 Jul 14 14:31:09.878167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.91', 61971) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:09.906407 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:10.046681 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.120858 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7cab269-5d7a-4558-9bc1-255accb431fd req-7b6310f3-3b65-4ed1-8c73-9292a28263fb tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829220 Jul 14 14:31:10.132160 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Pushing event updated for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:10.139998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:10.205418 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Attempting to bind port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:31:10.205910 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Attempting to bind port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:31:10.206274 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Attempting to bind port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 on network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:10.214931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 on network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:31:10.215267 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Attempting to bind port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 on network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:10.233675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:31:10.233675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Checking segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:31:10.233675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Bound using segment: {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:31:10.233675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Bound port: 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813f837b-cb57-43b1-9ed4-9a9451bb7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:31:10.233675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.413397 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-7fb47158-e244-4e58-aba6-eb45f6dfadda tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:10.417474 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-7fb47158-e244-4e58-aba6-eb45f6dfadda tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 811 time: 0.5287099 Jul 14 14:31:10.448725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:31:10.508701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac66ed7d-031b-4b52-a7dd-034845cce439 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:10.535814 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks [] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.544717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:31:10.645301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Transition to ACTIVE for port object ac66ed7d-031b-4b52-a7dd-034845cce439 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:31:10.691906 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Attempting to bind port 0e4102af-1b96-490a-9640-00a73098d3cf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:31:10.692209 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Attempting to bind port 0e4102af-1b96-490a-9640-00a73098d3cf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:31:10.692542 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Attempting to bind port 0e4102af-1b96-490a-9640-00a73098d3cf on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:10.702607 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-97692056-07d6-4557-8f98-2d18e453b31b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 379 time: 0.1857326 Jul 14 14:31:10.703396 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Port 0e4102af-1b96-490a-9640-00a73098d3cf on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:31:10.703722 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Attempting to bind port 0e4102af-1b96-490a-9640-00a73098d3cf on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:10.710038 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee9e1d-5b8b-4a9d-a7e3-11c5218eb307 req-86da60aa-ee54-451a-b553-e0f2fc6c209b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:10.710570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:31:10.711095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:31:10.712138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Bound using segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:31:10.712740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Bound port: 0e4102af-1b96-490a-9640-00a73098d3cf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:31:10.713275 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.717407 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dee9e1d-5b8b-4a9d-a7e3-11c5218eb307 req-86da60aa-ee54-451a-b553-e0f2fc6c209b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 931 time: 0.1973205 Jul 14 14:31:10.734992 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 37934) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:10.823983 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-30e49005-b8d9-43dd-88e6-a532ad986d77 req-4b801811-1720-4522-ab60-63f536fdb6a4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.1017308 Jul 14 14:31:10.826110 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'port': {'device_id': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'admin_state_up': True, 'tenant_id': '9f707e1171364031b016d16a10efda78', 'security_groups': ['873e4754-e4dd-4c2e-9746-de1435d48b07']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:10.869753 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:10.875004 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.897292 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dee9e1d-5b8b-4a9d-a7e3-11c5218eb307 req-d2cd579c-194b-444d-845d-0659ae888b09 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790330 Jul 14 14:31:10.953401 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:10.954507 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:10.956258 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] 10.222.0.91 "PUT /v2.0/ports/0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 HTTP/1.1" status: 200 len: 1094 time: 2.4949396 Jul 14 14:31:10.956917 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:11.090192 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4a870-e47f-4728-bdaa-21572675f5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:11.114637 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:11.260410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00d9035-3add-416a-9b37-68583bff8333" -d '{"events": [{"name": "network-changed", "server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:11.325448 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Pushing event updated for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:11.342239 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Made reservation on behalf of 9f707e1171364031b016d16a10efda78 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:31:11.345973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:11.362581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0052f6d4-e39b-4796-abc4-be05015f4728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:11.385088 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:31:11.419190 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0e4102af-1b96-490a-9640-00a73098d3cf,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:31:11.456912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-b5bcac4e-54cc-4307-b38d-45a0f525c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:11.458863 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-b5bcac4e-54cc-4307-b38d-45a0f525c4b4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8725a19566454345b77b639cfe170008&device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 1128 time: 0.2663851 Jul 14 14:31:11.473500 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada680a-d2ff-4add-baf3-77b3fd82cdea req-9b1e5aab-da12-4c08-80b4-f5ec1a57d5f1 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:11.475634 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ada680a-d2ff-4add-baf3-77b3fd82cdea req-9b1e5aab-da12-4c08-80b4-f5ec1a57d5f1 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.1672492 Jul 14 14:31:11.555375 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e8e93-dae0-4d65-be65-caae49aa3c8f x-openstack-request-id: req-6b7e8e93-dae0-4d65-be65-caae49aa3c8f {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:11.555712 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:11.555913 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6b7e8e93-dae0-4d65-be65-caae49aa3c8f {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:11.556448 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b7e8e93-dae0-4d65-be65-caae49aa3c8f'] response: {'name': 'network-changed', 'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4', 'status': 'completed', 'code': 200} Jul 14 14:31:11.583069 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ada680a-d2ff-4add-baf3-77b3fd82cdea req-07fef70c-45a2-4620-bb0e-89a5c69f3ca3 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981021 Jul 14 14:31:11.881970 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:11.926858 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Allocated IP 172.20.0.9 (bbfe63db-9252-4dec-a8a5-e4a436973249/d29e76a6-6f04-44e6-bba3-57828abde67e/8ef3b15c-bd64-4c1c-8a46-268bb86b551d) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:31:11.944285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:11.944285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:11.945133 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dc537f98-c0af-425a-b629-ea4d0cdf332d req-e6f67836-32d1-4a9c-a667-5f2f146120af tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.0332351 Jul 14 14:31:11.945521 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] 10.222.0.91 "PUT /v2.0/ports/0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 1093 time: 3.5131819 Jul 14 14:31:11.953367 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:12.037487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Attempting to bind port ac66ed7d-031b-4b52-a7dd-034845cce439 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:31:12.037937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Attempting to bind port ac66ed7d-031b-4b52-a7dd-034845cce439 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:31:12.038325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Attempting to bind port ac66ed7d-031b-4b52-a7dd-034845cce439 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:12.044583 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d461a4-ada5-411b-b1e0-341c43d20665" -d '{"events": [{"name": "network-changed", "server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:12.058777 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71e2eb-760c-4504-a2bb-4096a750b0ee service neutron] Pushing event updated for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:12.083833 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364bacf-e0a9-4afa-bfb0-94d2c9d10ba1 req-32ef0bc8-72d9-4982-83eb-fbe334c7be45 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:12.085717 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f364bacf-e0a9-4afa-bfb0-94d2c9d10ba1 req-32ef0bc8-72d9-4982-83eb-fbe334c7be45 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0744665 Jul 14 14:31:12.094154 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Port ac66ed7d-031b-4b52-a7dd-034845cce439 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:31:12.094475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Attempting to bind port ac66ed7d-031b-4b52-a7dd-034845cce439 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:12.100018 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0052f6d4-e39b-4796-abc4-be05015f4728 admin admin] Publish callbacks [] for security_group (bb2a834e-7ce8-466a-bc27-3d213ff93cf7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.112502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:31:12.112845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:31:12.113232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Bound using segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:31:12.113669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Bound port: ac66ed7d-031b-4b52-a7dd-034845cce439, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:31:12.114051 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.147565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f364bacf-e0a9-4afa-bfb0-94d2c9d10ba1 req-f1e3c083-0533-441a-a2d0-0f247674e2ba tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544987 Jul 14 14:31:12.195268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fb1e75-6fb4-44a4-ac05-422369c60eda x-openstack-request-id: req-24fb1e75-6fb4-44a4-ac05-422369c60eda {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:12.195857 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:12.195857 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-24fb1e75-6fb4-44a4-ac05-422369c60eda {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:12.200980 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24fb1e75-6fb4-44a4-ac05-422369c60eda'] response: {'name': 'network-changed', 'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf', 'status': 'completed', 'code': 200} Jul 14 14:31:12.256770 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:31:12.263917 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.274434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac66ed7d-031b-4b52-a7dd-034845cce439,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:31:12.294233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0052f6d4-e39b-4796-abc4-be05015f4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (bb2a834e-7ce8-466a-bc27-3d213ff93cf7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.341547 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0052f6d4-e39b-4796-abc4-be05015f4728 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fc023ab14cbc4b488105759e7aeb7e40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6055031 Jul 14 14:31:12.344222 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052f6d4-e39b-4796-abc4-be05015f4728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2a834e-7ce8-466a-bc27-3d213ff93cf7,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:12.344672 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38000) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:12.365822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:12.405912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] Publish callbacks [] for security_group (bb2a834e-7ce8-466a-bc27-3d213ff93cf7), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.421266 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.429822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] Publish callbacks [] for security_group (bb2a834e-7ce8-466a-bc27-3d213ff93cf7), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.462400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:12.462400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.464375 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] 10.222.0.91 "PUT /v2.0/ports/ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 200 len: 1093 time: 4.0146537 Jul 14 14:31:12.467543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.502720 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:31:12.503927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fd003-e478-479b-9dd9-7429153ca34c service neutron] Pushing event updated for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:12.504102 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38004) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:12.512644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:31:12.529587 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:31:12.579735 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:12.595180 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:12.595899 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.655841 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (bb2a834e-7ce8-466a-bc27-3d213ff93cf7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.658655 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.659807 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bb2a834e-7ce8-466a-bc27-3d213ff93cf7 HTTP/1.1" status: 204 len: 168 time: 0.3141203 Jul 14 14:31:12.669482 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee15eb8-2cbf-4eab-aeb6-f2e586a6207a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2a834e-7ce8-466a-bc27-3d213ff93cf7,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:12.730716 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-442a81e1-cd93-4193-a9bb-11625326d02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.736752 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-01c8a31d-ec3a-4635-b4cf-37c4cfbbd5c9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9150372 Jul 14 14:31:12.777657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e4c94-5d51-4209-979b-099e1694de11 req-b2b97074-dedd-416d-935b-eeb9d068f3db tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:12.789710 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b03e4c94-5d51-4209-979b-099e1694de11 req-b2b97074-dedd-416d-935b-eeb9d068f3db tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0983748 Jul 14 14:31:12.851774 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b03e4c94-5d51-4209-979b-099e1694de11 req-3da3a89f-9394-495c-92f0-3ade8f0f08fa tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657389 Jul 14 14:31:12.893980 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-442a81e1-cd93-4193-a9bb-11625326d02d admin admin] Publish callbacks [] for security_group (8b268deb-5e45-4e55-a3c2-f801b2eb25c2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.924110 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-88728a5a-e4ab-4813-b9fb-698f1c03dd68 None None] Provisioning complete for port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:12.924506 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-88728a5a-e4ab-4813-b9fb-698f1c03dd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:12.962830 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-88728a5a-e4ab-4813-b9fb-698f1c03dd68 None None] Port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:31:12.986737 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-442a81e1-cd93-4193-a9bb-11625326d02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b268deb-5e45-4e55-a3c2-f801b2eb25c2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.053166 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-442a81e1-cd93-4193-a9bb-11625326d02d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=94ae06149c3948f4a44c1650a176cac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5481210 Jul 14 14:31:13.055893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38020) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:13.063741 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a81e1-cd93-4193-a9bb-11625326d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b268deb-5e45-4e55-a3c2-f801b2eb25c2,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:13.118333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4233-c193-4592-a8df-b7ef28d99719 req-33cfbf94-155a-446f-aee5-ac28fd8ff066 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:13.120417 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a2a4233-c193-4592-a8df-b7ef28d99719 req-33cfbf94-155a-446f-aee5-ac28fd8ff066 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 931 time: 0.0888903 Jul 14 14:31:13.123922 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:13.141610 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] Publish callbacks [] for security_group (8b268deb-5e45-4e55-a3c2-f801b2eb25c2), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.173984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] Publish callbacks [] for security_group (8b268deb-5e45-4e55-a3c2-f801b2eb25c2), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.191584 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a2a4233-c193-4592-a8df-b7ef28d99719 req-8abae91f-f6aa-4241-b4c7-b68a4c762f0d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648437 Jul 14 14:31:13.303886 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2b030-cc3d-4fbc-b505-bdcaf982bed8 req-c9ad0f7c-bb0a-42b9-9b97-121c829abacf tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:13.305352 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-93f2b030-cc3d-4fbc-b505-bdcaf982bed8 req-c9ad0f7c-bb0a-42b9-9b97-121c829abacf tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0500474 Jul 14 14:31:13.357222 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-93f2b030-cc3d-4fbc-b505-bdcaf982bed8 req-dcfce129-6cff-4762-8ef9-439fe431b2f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438373 Jul 14 14:31:13.410008 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b268deb-5e45-4e55-a3c2-f801b2eb25c2), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.412580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.413790 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b268deb-5e45-4e55-a3c2-f801b2eb25c2 HTTP/1.1" status: 204 len: 168 time: 0.3568077 Jul 14 14:31:13.421796 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1a7a8-d190-4278-96ba-6fcc87272feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b268deb-5e45-4e55-a3c2-f801b2eb25c2,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:13.554013 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38038) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:13.568809 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-be6b106b-5343-4ede-9086-d948757f8654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.579662 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:13.643190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-be6b106b-5343-4ede-9086-d948757f8654 admin admin] Publish callbacks [] for security_group (58e8619f-a700-47b0-898b-a34fb6df39a9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.786534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-be6b106b-5343-4ede-9086-d948757f8654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (58e8619f-a700-47b0-898b-a34fb6df39a9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.828631 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-be6b106b-5343-4ede-9086-d948757f8654 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3a6664c5660f406ca1d0934b1cd54159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735493 Jul 14 14:31:13.829729 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b106b-5343-4ede-9086-d948757f8654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e8619f-a700-47b0-898b-a34fb6df39a9,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:13.831362 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38044) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:13.882519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] Publish callbacks [] for security_group (58e8619f-a700-47b0-898b-a34fb6df39a9), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.907401 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] Publish callbacks [] for security_group (58e8619f-a700-47b0-898b-a34fb6df39a9), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:13.979119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9f69b-9ebe-409c-84d9-8b8cfb4d6ccb req-1f4a5a22-16f9-482d-87b0-413439b8f916 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:13.980705 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e6c9f69b-9ebe-409c-84d9-8b8cfb4d6ccb req-1f4a5a22-16f9-482d-87b0-413439b8f916 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0514207 Jul 14 14:31:14.027959 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e6c9f69b-9ebe-409c-84d9-8b8cfb4d6ccb req-ca090515-ff9e-48a2-8403-adc6b2a26808 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Jul 14 14:31:14.187103 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (58e8619f-a700-47b0-898b-a34fb6df39a9), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.189961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.191139 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/58e8619f-a700-47b0-898b-a34fb6df39a9 HTTP/1.1" status: 204 len: 168 time: 0.3587418 Jul 14 14:31:14.199676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:14.201939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb842b51-f010-42b0-9296-3298c70dd45f" -d '{"events": [{"name": "network-changed", "server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:14.204677 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cea701-bb5c-4860-9250-140c512ee142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e8619f-a700-47b0-898b-a34fb6df39a9,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:14.320389 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:14.320662 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.323898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a9bbd-853d-4744-a824-1979a4d1ed15 x-openstack-request-id: req-d44a9bbd-853d-4744-a824-1979a4d1ed15 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:14.323898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:14.323898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d44a9bbd-853d-4744-a824-1979a4d1ed15 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:14.324326 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44a9bbd-853d-4744-a824-1979a4d1ed15'] response: {'name': 'network-changed', 'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439', 'status': 'completed', 'code': 200} Jul 14 14:31:14.383586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb2e6e-b56a-4044-88db-6b29c5719d7b req-701ad05a-a694-4a78-af5a-9fde4cffb357 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:14.403418 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e8fb2e6e-b56a-4044-88db-6b29c5719d7b req-701ad05a-a694-4a78-af5a-9fde4cffb357 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 931 time: 0.0935187 Jul 14 14:31:14.494296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e8fb2e6e-b56a-4044-88db-6b29c5719d7b req-d37d1169-2f61-4fff-9c7d-3ad448eba081 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899451 Jul 14 14:31:14.508131 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38066) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:14.526765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad32ad1a-676f-41fc-be54-1f9487dffe95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.537070 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc63a3-9e0d-4b5e-b637-403122052348 req-93a970d6-9487-4a9a-9ff0-82fd048c6763 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:14.546349 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cfdc63a3-9e0d-4b5e-b637-403122052348 req-93a970d6-9487-4a9a-9ff0-82fd048c6763 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0701151 Jul 14 14:31:14.612443 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cfdc63a3-9e0d-4b5e-b637-403122052348 req-77c23ee1-f654-4631-989a-7ccd59b03aec tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651786 Jul 14 14:31:14.622498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad32ad1a-676f-41fc-be54-1f9487dffe95 admin admin] Publish callbacks [] for security_group (8b215836-67ae-454e-837a-09fbd33a64c7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.751497 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad32ad1a-676f-41fc-be54-1f9487dffe95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b215836-67ae-454e-837a-09fbd33a64c7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.807093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ad32ad1a-676f-41fc-be54-1f9487dffe95 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c49d68a62ef145a5a2bd2129b567b791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934470 Jul 14 14:31:14.808860 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38080) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:14.851594 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32ad1a-676f-41fc-be54-1f9487dffe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b215836-67ae-454e-837a-09fbd33a64c7,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:14.905143 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] Publish callbacks [] for security_group (8b215836-67ae-454e-837a-09fbd33a64c7), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:14.940246 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] Publish callbacks [] for security_group (8b215836-67ae-454e-837a-09fbd33a64c7), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:15.133521 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b215836-67ae-454e-837a-09fbd33a64c7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:15.137490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:15.141402 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b215836-67ae-454e-837a-09fbd33a64c7 HTTP/1.1" status: 204 len: 168 time: 0.3284440 Jul 14 14:31:15.211581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d016be-37d7-4c9a-b920-ed2da37bd665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b215836-67ae-454e-837a-09fbd33a64c7,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:15.268735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31936de-a947-4ef8-86e0-1ea8125e46bf req-4636f28c-7bd2-4215-aaba-0f492ea79b95 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:15.269919 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f31936de-a947-4ef8-86e0-1ea8125e46bf req-4636f28c-7bd2-4215-aaba-0f492ea79b95 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.1300716 Jul 14 14:31:15.369857 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f31936de-a947-4ef8-86e0-1ea8125e46bf req-8dafe8ef-c209-4a6f-8359-b7b09e75b625 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909600 Jul 14 14:31:15.441576 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:15.677149 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a715c9-ae5a-43d2-ae48-b4de32f374ab req-d9c5b1c1-3db4-48d4-b4e6-3c402efd2e1a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:15.694571 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79a715c9-ae5a-43d2-ae48-b4de32f374ab req-d9c5b1c1-3db4-48d4-b4e6-3c402efd2e1a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 931 time: 0.1047657 Jul 14 14:31:15.775075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Request body: {'port': {'device_id': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:16.086823 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-3619ed7d-d07c-48ff-a1cd-d9ca26b89e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.088570 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-3619ed7d-d07c-48ff-a1cd-d9ca26b89e6c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1127 time: 0.2120306 Jul 14 14:31:16.122328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510237-4ca1-4c6e-984f-ddf1d3f221d1 req-f3aebb06-2190-4258-ba44-50df8ca224ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.129507 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5510237-4ca1-4c6e-984f-ddf1d3f221d1 req-f3aebb06-2190-4258-ba44-50df8ca224ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.3868241 Jul 14 14:31:16.180215 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:16.196498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-d50d4a27-60a7-412f-8cae-fcfba4b24ebe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 HTTP/1.1" status: 200 len: 217 time: 0.4411612 Jul 14 14:31:16.273986 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-56bbb812-848b-4b4e-8072-31652b0b5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.274344 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-56bbb812-848b-4b4e-8072-31652b0b5aaa service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1b59bb5-ffed-4b39-9577-8b3c0eb32c19 HTTP/1.1" status: 200 len: 851 time: 0.0637732 Jul 14 14:31:16.301810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5510237-4ca1-4c6e-984f-ddf1d3f221d1 req-e030e80d-5a88-41c5-ac80-bb523650a82d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711643 Jul 14 14:31:16.313607 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79a715c9-ae5a-43d2-ae48-b4de32f374ab req-b3fb91bd-ceb1-49ea-8207-8b36a244cda6 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6164823 Jul 14 14:31:16.359549 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:16.381441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-3801acf5-5b7a-4b0e-a46e-9bece46e4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.383229 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-3801acf5-5b7a-4b0e-a46e-9bece46e4514 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1127 time: 0.5332868 Jul 14 14:31:16.483539 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-46cb7958-b36a-490a-b14d-cea82a199338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.487057 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-46cb7958-b36a-490a-b14d-cea82a199338 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1839533 Jul 14 14:31:16.612011 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-2e1b9ecf-38fc-46e8-8fb4-2816678be354 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 200 len: 217 time: 0.1620502 Jul 14 14:31:16.771237 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-3a01c3b1-8af9-4bad-98b2-ae841ed54079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.771455 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eed4e7-a3b2-48f9-87fb-c3e2dc2756f4 req-929403b7-52e6-4d0a-97f1-5c638db08cac tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.771701 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-3a01c3b1-8af9-4bad-98b2-ae841ed54079 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6105108 Jul 14 14:31:16.778908 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32eed4e7-a3b2-48f9-87fb-c3e2dc2756f4 req-929403b7-52e6-4d0a-97f1-5c638db08cac tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.2107494 Jul 14 14:31:16.825419 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-094b6536-d985-45a2-b5ba-99aba33cf004 service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295298 Jul 14 14:31:16.892066 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4e8a5773-3002-427e-9dc7-4341cd98fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:16.896302 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4e8a5773-3002-427e-9dc7-4341cd98fada service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.2426665 Jul 14 14:31:16.923284 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32eed4e7-a3b2-48f9-87fb-c3e2dc2756f4 req-03c0c71f-e86b-42c9-b3ef-6abc03afd0f1 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432016 Jul 14 14:31:17.090723 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64c55f1c-9105-46e9-9c3a-87bd45875e39 req-1ec79068-fe7b-4e50-9d69-6078bf3464cd service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529867 Jul 14 14:31:17.428269 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-1e4bfc25-9f58-4390-ac03-fc0cc2853923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.429866 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-1e4bfc25-9f58-4390-ac03-fc0cc2853923 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4925132 Jul 14 14:31:17.539704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00937707-dcaa-4bee-b850-3c78c821b71e req-e8429182-664e-4f28-a0d7-d6787cd536b8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.543075 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00937707-dcaa-4bee-b850-3c78c821b71e req-e8429182-664e-4f28-a0d7-d6787cd536b8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 931 time: 0.0971913 Jul 14 14:31:17.552885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-01b554ae-4812-4b0d-9682-21a04739cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.554839 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87d461a4-ada5-411b-b1e0-341c43d20665 req-01b554ae-4812-4b0d-9682-21a04739cf5b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7715909 Jul 14 14:31:17.615101 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-4b72f29b-491c-4e83-ad8d-9199c779b786 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773934 Jul 14 14:31:17.695514 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef3b15c-bd64-4c1c-8a46-268bb86b551d {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:17.705127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks [] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:17.744308 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00937707-dcaa-4bee-b850-3c78c821b71e req-dd234a0b-50e3-457e-ada5-b48dc0f8e49b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056163 Jul 14 14:31:17.745752 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9035-3add-416a-9b37-68583bff8333 req-02bdab0e-0958-413c-a4c7-742df2bf9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.747760 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-02bdab0e-0958-413c-a4c7-742df2bf9e2e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8725a19566454345b77b639cfe170008&device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 1128 time: 0.3850338 Jul 14 14:31:17.767957 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6eb66-0441-4486-813f-d4a92f4c6f8a req-e92eadf7-81cf-45cb-8f5a-6ec8188c2476 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.769571 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12a6eb66-0441-4486-813f-d4a92f4c6f8a req-e92eadf7-81cf-45cb-8f5a-6ec8188c2476 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.2232337 Jul 14 14:31:17.818580 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a5217a52-b3e0-4de1-9447-90d8444ec67f req-c54f26bb-ac1e-4bbd-b486-d97586ef3fef service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672797 Jul 14 14:31:17.880265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-1969e69f-ebc9-4daa-bf7f-e05029e18bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:17.882648 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-1969e69f-ebc9-4daa-bf7f-e05029e18bf0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1127 time: 0.1704009 Jul 14 14:31:17.888733 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Transition to ACTIVE for port object 8ef3b15c-bd64-4c1c-8a46-268bb86b551d will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:31:18.099466 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12a6eb66-0441-4486-813f-d4a92f4c6f8a req-e52fc869-f1fb-4609-b181-72d63df1fb12 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352614 Jul 14 14:31:18.099466 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9035-3add-416a-9b37-68583bff8333 req-83118673-ecd7-4562-a5cf-117f6248ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.099466 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-83118673-ecd7-4562-a5cf-117f6248ace2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead HTTP/1.1" status: 200 len: 913 time: 0.2997262 Jul 14 14:31:18.105038 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-184070ba-ae5f-4266-baf1-804c6d49b3f9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 217 time: 0.0457015 Jul 14 14:31:18.105750 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3736a5f-7ef6-4406-bc1c-6ae5ee67417c req-39e05484-fc23-485e-a8dc-1dacd4ddb04d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.107571 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b3736a5f-7ef6-4406-bc1c-6ae5ee67417c req-39e05484-fc23-485e-a8dc-1dacd4ddb04d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0761666 Jul 14 14:31:18.117473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:18.144562 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-4b75651f-bf92-49f1-a284-7a3d7656ebb4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 HTTP/1.1" status: 200 len: 217 time: 0.0598066 Jul 14 14:31:18.223722 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:18.229305 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b3736a5f-7ef6-4406-bc1c-6ae5ee67417c req-aba5918e-8113-46d2-9393-4c5abc0342f8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878243 Jul 14 14:31:18.248362 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9035-3add-416a-9b37-68583bff8333 req-13a92604-29b1-43da-9b47-66bf37b2ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.249820 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-13a92604-29b1-43da-9b47-66bf37b2ac67 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1b59bb5-ffed-4b39-9577-8b3c0eb32c19 HTTP/1.1" status: 200 len: 851 time: 0.0582082 Jul 14 14:31:18.328492 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d9035-3add-416a-9b37-68583bff8333 req-4360148c-680c-48b3-a30d-0ff952e7efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.330108 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-4360148c-680c-48b3-a30d-0ff952e7efe3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735581 Jul 14 14:31:18.367817 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb842b51-f010-42b0-9296-3298c70dd45f req-15b9c81d-ae68-4044-95f3-08d607af0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.369530 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-15b9c81d-ae68-4044-95f3-08d607af0ba7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1127 time: 0.1148119 Jul 14 14:31:18.375477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-5cbfe0d8-d20b-49c6-bddb-cb38fc3ef16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.377333 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-5cbfe0d8-d20b-49c6-bddb-cb38fc3ef16a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.1547582 Jul 14 14:31:18.398373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Attempting to bind port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:31:18.398672 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Attempting to bind port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:31:18.398939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Attempting to bind port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:18.403556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d on network bbfe63db-9252-4dec-a8a5-e4a436973249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:31:18.403874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Attempting to bind port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:31:18.409257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:31:18.409588 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Checking segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:31:18.409996 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Bound using segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:31:18.410416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Bound port: 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:31:18.410775 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:18.422302 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:18.479193 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:18.486327 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:31:18.489922 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:31:18.593576 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:18.712308 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-a89a882a-3abc-489a-b04e-bc926d957c4d service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109455 Jul 14 14:31:18.714868 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.715494 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:18.716914 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] 10.222.0.91 "PUT /v2.0/ports/8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 1093 time: 2.9462335 Jul 14 14:31:18.717430 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:18.720070 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8681dda8-14a0-4069-a0f5-b856b6070409" -d '{"events": [{"name": "network-changed", "server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:18.804604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bd7bf-e2b8-4ce6-97b5-b250444323f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:18.819125 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:18.821541 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5839494-1600-44d9-8708-5580b249c5f9 x-openstack-request-id: req-f5839494-1600-44d9-8708-5580b249c5f9 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:18.821865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:18.822670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f5839494-1600-44d9-8708-5580b249c5f9 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:18.823076 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5839494-1600-44d9-8708-5580b249c5f9'] response: {'name': 'network-changed', 'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'status': 'completed', 'code': 200} Jul 14 14:31:18.835280 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d509b-8663-4126-abc1-df57123d599b req-efb6f1d9-01dd-477c-b0b5-0ccd66eb4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.837058 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-efb6f1d9-01dd-477c-b0b5-0ccd66eb4818 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2319896 Jul 14 14:31:18.909742 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb842b51-f010-42b0-9296-3298c70dd45f req-f3628235-9cc3-49e9-93d2-013cbfb0b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.909742 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-f3628235-9cc3-49e9-93d2-013cbfb0b869 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.3018129 Jul 14 14:31:18.943799 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827fcc1-8f23-4ff3-ab0e-7b6ff005f53e req-66060e36-cebe-4af9-9403-c923ae7fa76f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:18.950003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c827fcc1-8f23-4ff3-ab0e-7b6ff005f53e req-66060e36-cebe-4af9-9403-c923ae7fa76f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0681159 Jul 14 14:31:19.004512 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c827fcc1-8f23-4ff3-ab0e-7b6ff005f53e req-6858b4f8-eaf0-4115-b27e-b15ce12fa97b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512371 Jul 14 14:31:19.192621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ce0b9-432e-4754-a669-7ae2d7c97f8f req-9705046a-473c-4c30-8a72-b37e9b4f1bd9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:19.194698 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b77ce0b9-432e-4754-a669-7ae2d7c97f8f req-9705046a-473c-4c30-8a72-b37e9b4f1bd9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0478175 Jul 14 14:31:19.242528 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b77ce0b9-432e-4754-a669-7ae2d7c97f8f req-80f8f633-7bfb-4829-8d2f-b812e7bc7fef tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Jul 14 14:31:19.359483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d44aa-0259-4f6f-be73-f0c44b73e5de req-f2633de8-a1f9-492c-8b54-8b63bd8dc0ee tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:19.360932 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c8d44aa-0259-4f6f-be73-f0c44b73e5de req-f2633de8-a1f9-492c-8b54-8b63bd8dc0ee tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0466039 Jul 14 14:31:19.407525 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c8d44aa-0259-4f6f-be73-f0c44b73e5de req-d5611e47-38c0-44ff-8eef-ca744e7e635d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410230 Jul 14 14:31:19.995585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:20.121615 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f407-e025-4b2c-9afa-742ed7f3a901 req-21dea547-37a4-47a7-914e-ee5b3c3440b1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:20.122793 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ba1f407-e025-4b2c-9afa-742ed7f3a901 req-21dea547-37a4-47a7-914e-ee5b3c3440b1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0527523 Jul 14 14:31:20.182504 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ba1f407-e025-4b2c-9afa-742ed7f3a901 req-397776a1-ad7b-4f4f-b123-fbeb4000adb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535653 Jul 14 14:31:20.235669 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:20.356625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a75a3-eb93-4493-b84c-ec0f30e49397 req-008a2bc7-def9-4ac8-9fad-f20ed8a9fe01 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:20.358109 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-533a75a3-eb93-4493-b84c-ec0f30e49397 req-008a2bc7-def9-4ac8-9fad-f20ed8a9fe01 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0479054 Jul 14 14:31:20.404866 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-533a75a3-eb93-4493-b84c-ec0f30e49397 req-6c7738aa-3d77-4f55-9b54-5d9271656de3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Jul 14 14:31:20.524278 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db53261-9c05-4aa5-abe8-76f2d9751fba req-92a21db1-af18-4565-9c11-b5d159f36b00 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:20.524987 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9db53261-9c05-4aa5-abe8-76f2d9751fba req-92a21db1-af18-4565-9c11-b5d159f36b00 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0501006 Jul 14 14:31:20.572966 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9db53261-9c05-4aa5-abe8-76f2d9751fba req-a1482a75-b1ae-4e2d-ba3a-2eb44c783192 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Jul 14 14:31:21.029310 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38298) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:21.101533 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:21.137760 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec571b07-e017-4311-ac7f-467a07d417c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.211487 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec571b07-e017-4311-ac7f-467a07d417c8 admin admin] Publish callbacks [] for security_group (79712cb8-8850-4263-98ca-004391fd3cc1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.288904 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429879a-8257-4460-b919-5ac4e87ac465 req-b0a3a9df-d95f-4dad-938a-b136d9f46dbe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:21.290282 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f429879a-8257-4460-b919-5ac4e87ac465 req-b0a3a9df-d95f-4dad-938a-b136d9f46dbe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0458779 Jul 14 14:31:21.336961 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f429879a-8257-4460-b919-5ac4e87ac465 req-8196c711-b7f3-495e-b390-66d40369423f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Jul 14 14:31:21.450121 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec571b07-e017-4311-ac7f-467a07d417c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (79712cb8-8850-4263-98ca-004391fd3cc1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.503913 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ec571b07-e017-4311-ac7f-467a07d417c8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bfb5cccc3e88497a96eb3c780e4d04fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733567 Jul 14 14:31:21.504675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec571b07-e017-4311-ac7f-467a07d417c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79712cb8-8850-4263-98ca-004391fd3cc1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:21.506922 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38306) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:21.551810 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48398c-cb53-4e95-ac8c-a5dbd9bc24fa req-48685ae0-b403-49f9-b2cb-ca994958f56f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:21.553179 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad48398c-cb53-4e95-ac8c-a5dbd9bc24fa req-48685ae0-b403-49f9-b2cb-ca994958f56f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0753212 Jul 14 14:31:21.558865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] Publish callbacks [] for security_group (79712cb8-8850-4263-98ca-004391fd3cc1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.581138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] Publish callbacks [] for security_group (79712cb8-8850-4263-98ca-004391fd3cc1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.609237 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad48398c-cb53-4e95-ac8c-a5dbd9bc24fa req-b3b9d851-999a-47b6-835e-6bd6fadd8a91 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426464 Jul 14 14:31:21.695330 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4612fe-ba0e-48c6-a89e-5d5aabb195dd req-25424a2a-7d2b-4386-ace9-39f920ee3c5c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:21.696737 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e4612fe-ba0e-48c6-a89e-5d5aabb195dd req-25424a2a-7d2b-4386-ace9-39f920ee3c5c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0452228 Jul 14 14:31:21.744848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (79712cb8-8850-4263-98ca-004391fd3cc1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.745812 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e4612fe-ba0e-48c6-a89e-5d5aabb195dd req-453567a9-cc19-46d5-85ad-12f7a8f1b982 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435503 Jul 14 14:31:21.747478 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:21.751750 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/79712cb8-8850-4263-98ca-004391fd3cc1 HTTP/1.1" status: 204 len: 168 time: 0.2437377 Jul 14 14:31:21.762624 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb69f0-c39d-4c1f-bb99-9daab2257787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79712cb8-8850-4263-98ca-004391fd3cc1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:22.453363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4e6a1-df25-4099-b8cf-4e6fcd3e6553 req-51825c23-131a-48d3-8fd0-2fd1e256acb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:22.454977 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2cd4e6a1-df25-4099-b8cf-4e6fcd3e6553 req-51825c23-131a-48d3-8fd0-2fd1e256acb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0501621 Jul 14 14:31:22.501761 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2cd4e6a1-df25-4099-b8cf-4e6fcd3e6553 req-15d6a1cc-7b21-4f22-948e-006db1560c51 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Jul 14 14:31:22.575833 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38338) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:22.594310 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a26a8edf-47ed-46fa-9c85-0da2bf3ce506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:22.671531 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:31:22.680015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a26a8edf-47ed-46fa-9c85-0da2bf3ce506 admin admin] Publish callbacks [] for security_group (0ac7a9e1-d88e-4288-902b-eaf9e4e0da08), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:22.717240 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b3831-4570-489f-ba78-802736cfa974 req-e8d09ff8-ddd9-40e7-b76f-8df558a8efd0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:22.718810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-897b3831-4570-489f-ba78-802736cfa974 req-e8d09ff8-ddd9-40e7-b76f-8df558a8efd0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0474367 Jul 14 14:31:22.732941 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:22.766515 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a26a8edf-47ed-46fa-9c85-0da2bf3ce506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0ac7a9e1-d88e-4288-902b-eaf9e4e0da08), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:22.771085 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-897b3831-4570-489f-ba78-802736cfa974 req-fbe1679d-8247-47b3-94a6-cacdaa2e3fc9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466931 Jul 14 14:31:22.809471 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a8edf-47ed-46fa-9c85-0da2bf3ce506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7a9e1-d88e-4288-902b-eaf9e4e0da08,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:22.816027 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a26a8edf-47ed-46fa-9c85-0da2bf3ce506 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8b0280017ad645f889f9f6277f8ad770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391620 Jul 14 14:31:22.823201 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38356) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:22.877893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] Publish callbacks [] for security_group (0ac7a9e1-d88e-4288-902b-eaf9e4e0da08), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:22.892469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b532e5-588a-4db0-ba90-d7b527ab2b44 req-d5beee36-488a-4fb9-b0d8-e43a354a414a tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:22.895991 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-52b532e5-588a-4db0-ba90-d7b527ab2b44 req-d5beee36-488a-4fb9-b0d8-e43a354a414a tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Jul 14 14:31:22.904436 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] Publish callbacks [] for security_group (0ac7a9e1-d88e-4288-902b-eaf9e4e0da08), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:22.961631 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-52b532e5-588a-4db0-ba90-d7b527ab2b44 req-f8f76d0a-8f81-455f-8e5f-6027bbf4716c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595381 Jul 14 14:31:23.055577 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0ac7a9e1-d88e-4288-902b-eaf9e4e0da08), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:23.062394 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:23.063872 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ac7a9e1-d88e-4288-902b-eaf9e4e0da08 HTTP/1.1" status: 204 len: 168 time: 0.2393913 Jul 14 14:31:23.075305 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc8175-0720-4779-8577-9d22e5216e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7a9e1-d88e-4288-902b-eaf9e4e0da08,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:23.084258 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:23.631382 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aae007-b605-4b6e-b88b-4c73dde8923a req-f28e79a9-9359-4dd0-9340-0a8889e5591a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:23.632876 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40aae007-b605-4b6e-b88b-4c73dde8923a req-f28e79a9-9359-4dd0-9340-0a8889e5591a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0586102 Jul 14 14:31:23.707614 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40aae007-b605-4b6e-b88b-4c73dde8923a req-48a9d3f1-45df-41d5-ab96-d61873a57e3c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548522 Jul 14 14:31:23.885196 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718f766-d9b1-42dc-88d5-79c62b49d7af req-755882f4-a90b-4e63-8320-450c81c6673f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:23.886734 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c718f766-d9b1-42dc-88d5-79c62b49d7af req-755882f4-a90b-4e63-8320-450c81c6673f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0491164 Jul 14 14:31:23.936223 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c718f766-d9b1-42dc-88d5-79c62b49d7af req-76e0e43c-2018-4cf1-954b-0884470f5df1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 14 14:31:24.083958 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6454-0b3a-4fb1-8246-25324fbe3c1d req-30baff65-83b7-47a9-b883-75829f185dbf tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:24.085681 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-121a6454-0b3a-4fb1-8246-25324fbe3c1d req-30baff65-83b7-47a9-b883-75829f185dbf tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0539467 Jul 14 14:31:24.135538 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-121a6454-0b3a-4fb1-8246-25324fbe3c1d req-3e22ca2a-c66a-47f8-a30f-d49d9de2d802 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jul 14 14:31:24.478242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:24.820265 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed19f-54a6-4b5d-ae26-214df89d3581 req-03ab493b-1603-465c-8b4d-32801f760a84 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:24.828943 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bdeed19f-54a6-4b5d-ae26-214df89d3581 req-03ab493b-1603-465c-8b4d-32801f760a84 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0590293 Jul 14 14:31:24.882088 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bdeed19f-54a6-4b5d-ae26-214df89d3581 req-72fd6758-8166-4c8e-853d-1d927eef82cc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523422 Jul 14 14:31:25.055751 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe68c2-0a25-43a3-973e-dc48e47a2ee4 req-c89a1b28-2d38-49a2-a03b-2176a4e52da6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:25.057819 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2bfe68c2-0a25-43a3-973e-dc48e47a2ee4 req-c89a1b28-2d38-49a2-a03b-2176a4e52da6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0469840 Jul 14 14:31:25.108768 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2bfe68c2-0a25-43a3-973e-dc48e47a2ee4 req-bf78d664-566c-423f-96fd-aaca3ba65746 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Jul 14 14:31:25.261159 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294c3de-2828-4351-979d-a78b760ac54e req-ed07be33-117a-434d-a313-02933257074a tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:25.262716 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e294c3de-2828-4351-979d-a78b760ac54e req-ed07be33-117a-434d-a313-02933257074a tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0539410 Jul 14 14:31:25.310765 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e294c3de-2828-4351-979d-a78b760ac54e req-512bd3ff-db32-49e8-9c81-6056f7e4c598 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Jul 14 14:31:25.801447 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:25.883686 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38452) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:26.049652 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f5f9-e09c-4fd5-bb38-03bfc0a1e66e req-f3f27318-7359-4239-8b73-f1cba033a7a1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.056995 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2025f5f9-e09c-4fd5-bb38-03bfc0a1e66e req-f3f27318-7359-4239-8b73-f1cba033a7a1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0816956 Jul 14 14:31:26.100045 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-cca6a605-7dc3-4549-88cb-380e50070047 service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139704 Jul 14 14:31:26.116286 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-c7f02d78-51e7-40ae-aa48-9d8a2a1bc0ce service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 200 len: 217 time: 0.2244163 Jul 14 14:31:26.123172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0dead5f0-c628-4f68-926b-43096e42c81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:26.137379 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2025f5f9-e09c-4fd5-bb38-03bfc0a1e66e req-7afaf5ec-92d8-46b5-8a05-f7d53e20fff7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771489 Jul 14 14:31:26.183397 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-0c072edd-4bb8-4b74-a865-2292a3a6422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.184895 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-0c072edd-4bb8-4b74-a865-2292a3a6422d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1127 time: 0.2944453 Jul 14 14:31:26.243175 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d72ae5-8c63-4932-bbdb-96421e22dd6b req-ecd8a75b-b70d-4f62-b399-1de762f53f7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.256080 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-97d72ae5-8c63-4932-bbdb-96421e22dd6b req-ecd8a75b-b70d-4f62-b399-1de762f53f7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0655370 Jul 14 14:31:26.272900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb842b51-f010-42b0-9296-3298c70dd45f req-adb2fecd-4d2d-4a5e-8d3c-2400d78032ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.274401 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-adb2fecd-4d2d-4a5e-8d3c-2400d78032ea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.1486764 Jul 14 14:31:26.282283 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-a8c82d7d-91b3-4bf9-848f-687549ea2697 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910329 Jul 14 14:31:26.322893 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-97d72ae5-8c63-4932-bbdb-96421e22dd6b req-2fa602dd-85ff-4659-bb78-81b8a5b144a9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672593 Jul 14 14:31:26.387464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:26.437685 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe0724-04ba-4d18-a185-c259557b4e20 req-6cbeaf7a-786d-48f5-846c-2dac373cd264 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.439262 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90fe0724-04ba-4d18-a185-c259557b4e20 req-6cbeaf7a-786d-48f5-846c-2dac373cd264 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0482087 Jul 14 14:31:26.448488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb842b51-f010-42b0-9296-3298c70dd45f req-110a1ff2-66e5-48b2-8377-36b4af8eea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.449958 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-110a1ff2-66e5-48b2-8377-36b4af8eea9d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1621153 Jul 14 14:31:26.492282 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90fe0724-04ba-4d18-a185-c259557b4e20 req-f08f7bb0-2f08-4162-bed8-66c569c7430f tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 Jul 14 14:31:26.511649 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-36178981-9c08-4c56-b2b0-ea133b8c0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.515264 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-36178981-9c08-4c56-b2b0-ea133b8c0ddf service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=9f707e1171364031b016d16a10efda78&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3189394 Jul 14 14:31:26.730284 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:26.783782 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0dead5f0-c628-4f68-926b-43096e42c81f admin admin] Publish callbacks [] for security_group (a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:26.791410 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2d7d509b-8663-4126-abc1-df57123d599b req-be3eef6b-f0f3-4784-8590-809a435c4408 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520912 Jul 14 14:31:26.847491 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-c9e37405-17b6-43ad-956a-ca4b5560d218 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832798 Jul 14 14:31:26.888076 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0dead5f0-c628-4f68-926b-43096e42c81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:26.936390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-8349d2c4-3f9f-4f0f-b73c-63ed3c1585db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:26.939618 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8681dda8-14a0-4069-a0f5-b856b6070409 req-8349d2c4-3f9f-4f0f-b73c-63ed3c1585db service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4113650 Jul 14 14:31:26.984353 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0dead5f0-c628-4f68-926b-43096e42c81f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=08aa621fa9914449a1a51066e25673eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0894637 Jul 14 14:31:26.984729 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38504) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:26.990416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dead5f0-c628-4f68-926b-43096e42c81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:26.997839 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb842b51-f010-42b0-9296-3298c70dd45f req-fdce17ff-c216-4ef1-b2a3-47e973d056a4 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424751 Jul 14 14:31:27.042574 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] Publish callbacks [] for security_group (a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.066168 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] Publish callbacks [] for security_group (a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.208375 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ac66ed7d-031b-4b52-a7dd-034845cce439 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:31:27.328965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac66ed7d-031b-4b52-a7dd-034845cce439,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:27.350628 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'ac66ed7d-031b-4b52-a7dd-034845cce439', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'port_id': 'ac66ed7d-031b-4b52-a7dd-034845cce439', 'mac_address': 'fa:16:3e:c9:66:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:31:27.416235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ac66ed7d-031b-4b52-a7dd-034845cce439 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:27.416235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.416694 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.419270 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.420407 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a HTTP/1.1" status: 204 len: 168 time: 0.4425647 Jul 14 14:31:27.435019 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13784a83-f5b2-4972-bf24-c3b48a6d4a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06668d3-d0b8-4d24-a3c9-f7990d0d8c9a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:27.447711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f8d7e-a328-4e6b-84c3-4cbc7149480a req-4372d81b-29db-474d-b072-2a19bed54506 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.455485 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-368f8d7e-a328-4e6b-84c3-4cbc7149480a req-4372d81b-29db-474d-b072-2a19bed54506 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.2625165 Jul 14 14:31:27.458358 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac66ed7d-031b-4b52-a7dd-034845cce439 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:27.508911 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac66ed7d-031b-4b52-a7dd-034845cce439,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:27.512117 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:27.530402 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5695c-7eca-407a-9d42-080f4daf7a02 req-7274a5d4-f9a4-4118-88ea-06578060a84a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.531975 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41b5695c-7eca-407a-9d42-080f4daf7a02 req-7274a5d4-f9a4-4118-88ea-06578060a84a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 943 time: 0.0735910 Jul 14 14:31:27.549429 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-368f8d7e-a328-4e6b-84c3-4cbc7149480a req-c668799e-ed79-4133-9c98-7c569ba6e999 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928111 Jul 14 14:31:27.586775 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-41b5695c-7eca-407a-9d42-080f4daf7a02 req-419b6c37-38cf-47ba-9f7a-370d6f8cc6c3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469031 Jul 14 14:31:27.608298 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.609032 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:31:27.691964 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:27.701845 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad9005-a57a-4beb-919b-28c73601f7ff req-29af35f3-0d9c-4c1e-9ff8-a530f9b9231e tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.703859 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35ad9005-a57a-4beb-919b-28c73601f7ff req-29af35f3-0d9c-4c1e-9ff8-a530f9b9231e tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 944 time: 0.0921853 Jul 14 14:31:27.711998 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:27.756025 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-8c3facca-b2a0-4b89-a4db-df20ac1c4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.757916 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-8c3facca-b2a0-4b89-a4db-df20ac1c4d39 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1127 time: 0.0817225 Jul 14 14:31:27.798153 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35ad9005-a57a-4beb-919b-28c73601f7ff req-ef3ff408-44e1-4b1d-83c8-d39e13228255 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856173 Jul 14 14:31:27.822893 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:27.836027 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4', 'network_id': '31bdf79e-f084-4168-9b3d-9dd7c6b07ead', 'port_id': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4', 'mac_address': 'fa:16:3e:fb:d0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b59bb5-ffed-4b39-9577-8b3c0eb32c19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:31:27.839095 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-ac182300-ce24-4993-b370-c33c2f10ed8a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 217 time: 0.0643764 Jul 14 14:31:27.863088 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:27.881103 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:27.881484 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:27.896376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:27.901580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-f55af8ea-538e-4dfa-a9ed-3dbb2b12baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.903174 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-f55af8ea-538e-4dfa-a9ed-3dbb2b12baa9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0568936 Jul 14 14:31:27.919901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:27.935138 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:27.949060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-7cb91aca-1569-4922-8b88-d7dc0aeba613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:27.950630 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-7cb91aca-1569-4922-8b88-d7dc0aeba613 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403581 Jul 14 14:31:28.015811 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.065514 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-34ddf2a9-eca7-4cf1-aaff-10ff76c96146 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075799 Jul 14 14:31:28.072217 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:28.076912 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:28.169758 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c49bc61f-7412-4a7e-bfba-94216b79e7f8 req-66ffe9a7-3a2f-44ac-9323-818e9dd4412b service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979986 Jul 14 14:31:28.292390 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38558) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:28.309857 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ca5-b1d6-44f0-835a-d3f989ca3c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.378244 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:28.388511 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ca5-b1d6-44f0-835a-d3f989ca3c08 admin admin] Publish callbacks [] for security_group (92ec6b68-f7ee-4682-b5c0-0a54080254f4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.413241 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['ac66ed7d-031b-4b52-a7dd-034845cce439'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:31:28.472480 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d3cd2ca5-b1d6-44f0-835a-d3f989ca3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (92ec6b68-f7ee-4682-b5c0-0a54080254f4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.512783 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d3cd2ca5-b1d6-44f0-835a-d3f989ca3c08 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8647fb57a7704a438e6041d97462f797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193069 Jul 14 14:31:28.513657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd2ca5-b1d6-44f0-835a-d3f989ca3c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec6b68-f7ee-4682-b5c0-0a54080254f4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:28.515497 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38564) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:28.569088 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] Publish callbacks [] for security_group (92ec6b68-f7ee-4682-b5c0-0a54080254f4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.595614 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] Publish callbacks [] for security_group (92ec6b68-f7ee-4682-b5c0-0a54080254f4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.679911 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2aa50c-4c9c-4af7-ab60-250caf5609e2 req-ebbde7b2-8058-429b-aacd-9ea07d352fe2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:28.679911 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d2aa50c-4c9c-4af7-ab60-250caf5609e2 req-ebbde7b2-8058-429b-aacd-9ea07d352fe2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0515313 Jul 14 14:31:28.740378 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd9423-5fcb-4425-9a30-9f9681eec83c req-4a19a42e-5de7-4614-a62f-571d35300c34 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:28.741831 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5dd9423-5fcb-4425-9a30-9f9681eec83c req-4a19a42e-5de7-4614-a62f-571d35300c34 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 944 time: 0.0668058 Jul 14 14:31:28.784766 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (92ec6b68-f7ee-4682-b5c0-0a54080254f4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.784766 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:28.784766 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/92ec6b68-f7ee-4682-b5c0-0a54080254f4 HTTP/1.1" status: 204 len: 168 time: 0.2607808 Jul 14 14:31:28.786458 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d2aa50c-4c9c-4af7-ab60-250caf5609e2 req-bd7e6253-417d-4ba7-bad2-6be5c62561a5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011040 Jul 14 14:31:28.791357 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c97396-b344-4a8b-b458-4e7731ff967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec6b68-f7ee-4682-b5c0-0a54080254f4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:28.836126 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5dd9423-5fcb-4425-9a30-9f9681eec83c req-740ea463-19f2-4dbf-ba43-936c1d22a8ec tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846720 Jul 14 14:31:28.933077 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:28.951591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634ff14-769e-47af-8c3c-b1b895866901 req-d4f29c2f-f640-4272-89f0-8bf5c0e6976d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:28.953118 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9634ff14-769e-47af-8c3c-b1b895866901 req-d4f29c2f-f640-4272-89f0-8bf5c0e6976d tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 945 time: 0.0521510 Jul 14 14:31:29.000765 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:29.004475 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9634ff14-769e-47af-8c3c-b1b895866901 req-44665ddc-64a4-4d47-913f-ae853450ac50 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450695 Jul 14 14:31:29.960210 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769af771-2f0d-4f0c-8e12-3be46db5c65c req-a05dd98c-fee9-49d1-be22-24675ddb13b4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:29.961841 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-769af771-2f0d-4f0c-8e12-3be46db5c65c req-a05dd98c-fee9-49d1-be22-24675ddb13b4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0860958 Jul 14 14:31:29.983006 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfe202-8e61-4c43-aed1-47c487ac481d req-2e951c44-5a8b-42a4-b254-3f68d5dfab43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:29.983006 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4bdfe202-8e61-4c43-aed1-47c487ac481d req-2e951c44-5a8b-42a4-b254-3f68d5dfab43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 944 time: 0.0699177 Jul 14 14:31:30.048824 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-769af771-2f0d-4f0c-8e12-3be46db5c65c req-77a8b975-9bee-4d7c-9a4d-dd69f7008ed5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780952 Jul 14 14:31:30.059123 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4bdfe202-8e61-4c43-aed1-47c487ac481d req-72732268-9620-4a41-88e6-e65cb27dd51a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695531 Jul 14 14:31:30.082926 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:30.166329 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1b68d-b263-483b-9a2f-9b7e72dd059e req-bbd6d0d3-cfa0-4059-91c5-cc7318617d1c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:30.167732 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbd1b68d-b263-483b-9a2f-9b7e72dd059e req-bbd6d0d3-cfa0-4059-91c5-cc7318617d1c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Jul 14 14:31:30.216203 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbd1b68d-b263-483b-9a2f-9b7e72dd059e req-5dc2907d-5e31-44a7-a103-3c9302a6c57c tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Jul 14 14:31:30.423862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:30.649414 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:31.102440 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:31.104654 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['0a7c99e8-4400-4d54-9c86-5fe83dfe11b4'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:31:31.226585 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e8f1c-a43f-4cc0-bd23-881b12f7532d req-8692a8a3-d7a5-4ad5-9038-fbdb3cced3dc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:31.228918 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c8e8f1c-a43f-4cc0-bd23-881b12f7532d req-8692a8a3-d7a5-4ad5-9038-fbdb3cced3dc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 944 time: 0.0875745 Jul 14 14:31:31.263364 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490286-cdfc-49b8-9fc7-61bf49c8e6e8 req-363e1d96-b760-4f15-8fa2-15001d1a110b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:31.264756 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86490286-cdfc-49b8-9fc7-61bf49c8e6e8 req-363e1d96-b760-4f15-8fa2-15001d1a110b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0840957 Jul 14 14:31:31.318559 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c8e8f1c-a43f-4cc0-bd23-881b12f7532d req-d03f8f5d-a4d3-419e-8264-87021e77b305 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807543 Jul 14 14:31:31.334623 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-86490286-cdfc-49b8-9fc7-61bf49c8e6e8 req-f22da95a-a126-4d75-9835-770109301979 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595093 Jul 14 14:31:31.423361 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58ea98-9013-449b-a22f-915304b166ea req-612f0b70-4363-455b-a520-9292fba05726 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:31.424816 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac58ea98-9013-449b-a22f-915304b166ea req-612f0b70-4363-455b-a520-9292fba05726 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 945 time: 0.0485241 Jul 14 14:31:31.475800 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ac58ea98-9013-449b-a22f-915304b166ea req-734d44f9-60f4-446b-9606-c68feb50d142 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447621 Jul 14 14:31:31.741320 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:32.470987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055b337-38ba-473e-982e-531b7eed529d req-f5f7c5fe-f01f-4f62-8b1e-a1d07a44e68a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:32.472497 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0055b337-38ba-473e-982e-531b7eed529d req-f5f7c5fe-f01f-4f62-8b1e-a1d07a44e68a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 944 time: 0.0814524 Jul 14 14:31:32.486586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96880f6a-9ac2-4c29-9594-0f190259bf78 req-6e901151-1402-4639-8d3b-b51f4f0f9aaf tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:32.488016 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96880f6a-9ac2-4c29-9594-0f190259bf78 req-6e901151-1402-4639-8d3b-b51f4f0f9aaf tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0806403 Jul 14 14:31:32.560832 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0055b337-38ba-473e-982e-531b7eed529d req-495e7d7d-63a9-40b6-b210-591630d2a4e7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815430 Jul 14 14:31:32.570606 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96880f6a-9ac2-4c29-9594-0f190259bf78 req-085a70f5-6c21-4b4e-9ec7-2334b5d805d3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764513 Jul 14 14:31:32.667526 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:32.675285 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1511a0-99b2-444c-8a08-66a990fb6f53 req-4e615517-cedb-4c35-9d82-1ae8cb1eedc0 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:32.676735 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad1511a0-99b2-444c-8a08-66a990fb6f53 req-4e615517-cedb-4c35-9d82-1ae8cb1eedc0 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 945 time: 0.0562990 Jul 14 14:31:32.724457 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad1511a0-99b2-444c-8a08-66a990fb6f53 req-e07f1c43-3220-451a-98ca-dee51db76d26 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Jul 14 14:31:32.769539 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-28b7f3b5-d885-4796-bc19-1699037bf350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.043963 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:33.093243 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0e4102af-1b96-490a-9640-00a73098d3cf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:31:33.097277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ac66ed7d-031b-4b52-a7dd-034845cce439 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:33.179344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:33.207984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port ac66ed7d-031b-4b52-a7dd-034845cce439 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:31:33.246973 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0e4102af-1b96-490a-9640-00a73098d3cf,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:33.258858 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '0e4102af-1b96-490a-9640-00a73098d3cf', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'port_id': '0e4102af-1b96-490a-9640-00a73098d3cf', 'mac_address': 'fa:16:3e:2e:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:31:33.299697 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 0e4102af-1b96-490a-9640-00a73098d3cf is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:33.300081 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.312925 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port ac66ed7d-031b-4b52-a7dd-034845cce439 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:33.313353 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.317354 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4102af-1b96-490a-9640-00a73098d3cf {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:33.360749 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0e4102af-1b96-490a-9640-00a73098d3cf,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:33.367443 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:33.404806 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ac66ed7d-031b-4b52-a7dd-034845cce439 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:33.405201 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.434550 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:33.472257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:33.503603 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.516910 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac66ed7d-031b-4b52-a7dd-034845cce439,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:33.565512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:33.598732 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.599687 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:33.702217 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399547b-366b-4694-ae81-ef33febbf131" -d '{"events": [{"server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "name": "network-vif-plugged", "status": "completed", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:33.710502 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:33.718864 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:31:33.752778 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['0e4102af-1b96-490a-9640-00a73098d3cf'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:31:33.799035 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8f49-8a37-49d4-afc1-fcfb85991190 req-8f25d840-89db-475e-83a3-f207eeed7db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:33.801265 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-528e8f49-8a37-49d4-afc1-fcfb85991190 req-8f25d840-89db-475e-83a3-f207eeed7db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0974629 Jul 14 14:31:33.817136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:33.817136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:33.828319 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e17938-ad61-47ed-92c4-692e3a48761e req-ec5ee21d-3b52-46f0-84e8-68aab5cb34eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:33.829944 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35e17938-ad61-47ed-92c4-692e3a48761e req-ec5ee21d-3b52-46f0-84e8-68aab5cb34eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.0994182 Jul 14 14:31:33.894483 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-528e8f49-8a37-49d4-afc1-fcfb85991190 req-113c793f-6557-45d2-aa66-9ee7b39ff2ed tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820198 Jul 14 14:31:33.923210 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:33.951784 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35e17938-ad61-47ed-92c4-692e3a48761e req-dc1ee255-867f-4a36-9673-b3717764277d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111228 Jul 14 14:31:33.994858 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38784) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:34.109358 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56bc4-30e7-469e-95f1-060a6db1c5af req-0b11e251-de12-4a3b-88b4-1efb9baa1166 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:34.114585 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:34.115093 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.125159 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72e56bc4-30e7-469e-95f1-060a6db1c5af req-0b11e251-de12-4a3b-88b4-1efb9baa1166 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 945 time: 0.0802679 Jul 14 14:31:34.150166 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:34.170688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:34.184691 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72e56bc4-30e7-469e-95f1-060a6db1c5af req-26e85038-f32b-43ec-b043-6e09886235ff tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582974 Jul 14 14:31:34.235688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da48909c-1a50-43ec-a6ef-ef76248016d1 x-openstack-request-id: req-da48909c-1a50-43ec-a6ef-ef76248016d1 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:34.235688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "name": "network-vif-plugged", "status": "completed", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:34.235688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-da48909c-1a50-43ec-a6ef-ef76248016d1 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:34.235688 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da48909c-1a50-43ec-a6ef-ef76248016d1'] response: {'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439', 'code': 200} Jul 14 14:31:34.296019 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-78b0bf9e-4539-41c4-8124-e4d167063dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.352749 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.378770 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-78b0bf9e-4539-41c4-8124-e4d167063dfc admin admin] Publish callbacks [] for security_group (c320a0a4-faaa-498a-b813-7a4855958cc1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.401926 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:34.459015 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38794) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:34.513030 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-78b0bf9e-4539-41c4-8124-e4d167063dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c320a0a4-faaa-498a-b813-7a4855958cc1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.552319 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-78b0bf9e-4539-41c4-8124-e4d167063dfc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b366acdadbf840488244d6c6d4e3b2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561626 Jul 14 14:31:34.554247 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0bf9e-4539-41c4-8124-e4d167063dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c320a0a4-faaa-498a-b813-7a4855958cc1,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:34.556534 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38798) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:34.569958 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47d90c4c-0309-42c4-8822-a927729acf47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.607499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd437850-1881-4786-943d-76327834f93a admin admin] Publish callbacks [] for security_group (c320a0a4-faaa-498a-b813-7a4855958cc1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.629689 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd437850-1881-4786-943d-76327834f93a admin admin] Publish callbacks [] for security_group (c320a0a4-faaa-498a-b813-7a4855958cc1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.647936 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47d90c4c-0309-42c4-8822-a927729acf47 admin admin] Publish callbacks [] for security_group (4e1b2bd4-e051-4c06-b07a-f419b8896cb5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.669047 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=10,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:34.744047 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47d90c4c-0309-42c4-8822-a927729acf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4e1b2bd4-e051-4c06-b07a-f419b8896cb5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.764815 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-44cdae42-23db-477e-aff8-ede02f652c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:34.766611 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-44cdae42-23db-477e-aff8-ede02f652c27 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1129 time: 0.0964353 Jul 14 14:31:34.786922 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-6eeaf8bf-bc54-4af4-8aea-38e901f65175 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.788115 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-47d90c4c-0309-42c4-8822-a927729acf47 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=63a7e5d3bb8545f1b6c3b92ba4889cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277006 Jul 14 14:31:34.789319 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d90c4c-0309-42c4-8822-a927729acf47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1b2bd4-e051-4c06-b07a-f419b8896cb5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:34.791504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38808) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:34.868159 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e0cb69d3-44aa-4c16-926f-a743edff4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.880822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd437850-1881-4786-943d-76327834f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c320a0a4-faaa-498a-b813-7a4855958cc1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.880822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd437850-1881-4786-943d-76327834f93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.880822 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-dd437850-1881-4786-943d-76327834f93a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c320a0a4-faaa-498a-b813-7a4855958cc1 HTTP/1.1" status: 204 len: 168 time: 0.3204703 Jul 14 14:31:34.882937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] Publish callbacks [] for security_group (4e1b2bd4-e051-4c06-b07a-f419b8896cb5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.901721 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd437850-1881-4786-943d-76327834f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c320a0a4-faaa-498a-b813-7a4855958cc1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:34.927286 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] Publish callbacks [] for security_group (4e1b2bd4-e051-4c06-b07a-f419b8896cb5), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:34.992492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-6eeaf8bf-bc54-4af4-8aea-38e901f65175 service neutron] Publish callbacks [] for security_group (ec594466-38ba-4e83-95d4-8a970d36431e), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.104255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 8ef3b15c-bd64-4c1c-8a46-268bb86b551d details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:31:35.104402 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ca6d2-417b-482b-9dd9-3fe2d1f8ac89 req-5bcbc98b-2ccd-4ab5-ad88-03c7957c9567 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:35.106857 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f3ca6d2-417b-482b-9dd9-3fe2d1f8ac89 req-5bcbc98b-2ccd-4ab5-ad88-03c7957c9567 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0827880 Jul 14 14:31:35.119923 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-6eeaf8bf-bc54-4af4-8aea-38e901f65175 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ec594466-38ba-4e83-95d4-8a970d36431e), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.152391 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775dfe-3f77-474d-99b3-c406213b36e4 req-7f545179-4b10-4054-921a-9cff441e820d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:35.154075 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9775dfe-3f77-474d-99b3-c406213b36e4 req-7f545179-4b10-4054-921a-9cff441e820d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 943 time: 0.1011028 Jul 14 14:31:35.167751 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-df8a1a01-9ea4-421b-b575-1208bf283e3e req-6eeaf8bf-bc54-4af4-8aea-38e901f65175 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946002 Jul 14 14:31:35.168800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4e1b2bd4-e051-4c06-b07a-f419b8896cb5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.174300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.175706 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4e1b2bd4-e051-4c06-b07a-f419b8896cb5 HTTP/1.1" status: 204 len: 168 time: 0.3768423 Jul 14 14:31:35.230125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:35.235038 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeaf8bf-bc54-4af4-8aea-38e901f65175 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec594466-38ba-4e83-95d4-8a970d36431e,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:35.256556 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f3ca6d2-417b-482b-9dd9-3fe2d1f8ac89 req-00e69401-4cac-4995-bebf-9482bb750c06 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410546 Jul 14 14:31:35.257480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'port_id': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'mac_address': 'fa:16:3e:f1:54:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:31:35.262067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0e4102af-1b96-490a-9640-00a73098d3cf up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:35.265289 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9775dfe-3f77-474d-99b3-c406213b36e4 req-45bf9f25-6c77-4673-b09b-6a3961892312 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916975 Jul 14 14:31:35.290084 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b048-31b3-4c4e-8a81-61adcd03d213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1b2bd4-e051-4c06-b07a-f419b8896cb5,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:35.313339 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:35.388917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:35.389301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.406088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 0e4102af-1b96-490a-9640-00a73098d3cf completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:31:35.413029 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef3b15c-bd64-4c1c-8a46-268bb86b551d {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:31:35.436948 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76ff90-c702-489c-946b-828be6b35201 req-ae24dcfc-6fcc-4c75-a669-2199383395f9 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:35.439196 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d76ff90-c702-489c-946b-828be6b35201 req-ae24dcfc-6fcc-4c75-a669-2199383395f9 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0814595 Jul 14 14:31:35.440057 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:35.489419 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d76ff90-c702-489c-946b-828be6b35201 req-ccea96f1-110f-4747-b0b0-23aaac1e31d7 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Jul 14 14:31:35.524513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.529948 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 0e4102af-1b96-490a-9640-00a73098d3cf triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:35.530355 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.608674 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:35.648122 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 0e4102af-1b96-490a-9640-00a73098d3cf is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:35.648496 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.688726 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0e4102af-1b96-490a-9640-00a73098d3cf,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:35.764418 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['8ef3b15c-bd64-4c1c-8a46-268bb86b551d'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:31:35.808891 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:35.884331 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:35.968947 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38848) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:35.983361 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1427b415-ed2e-404b-bc84-5c3b8fed99e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.063955 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1427b415-ed2e-404b-bc84-5c3b8fed99e2 admin admin] Publish callbacks [] for security_group (da770e30-6a0c-4dd1-9589-dfb7b17aaa9c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.204181 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1427b415-ed2e-404b-bc84-5c3b8fed99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (da770e30-6a0c-4dd1-9589-dfb7b17aaa9c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.222664 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38850) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:36.230640 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4'}, {'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:36.233298 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f485fc-423f-4700-89cf-1370518934a9" -d '{"events": [{"server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4"}, {"server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:36.248607 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1427b415-ed2e-404b-bc84-5c3b8fed99e2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae5d8fc6b83a470b911fddbd798b6e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762091 Jul 14 14:31:36.248607 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427b415-ed2e-404b-bc84-5c3b8fed99e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da770e30-6a0c-4dd1-9589-dfb7b17aaa9c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:36.248892 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-73e6816d-cd40-46f1-97d5-2908439d802b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.251023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38854) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:36.281993 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a3e82-167d-4bd8-8b0a-e123ff4b9a21 x-openstack-request-id: req-d26a3e82-167d-4bd8-8b0a-e123ff4b9a21 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:36.282336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "name": "network-vif-plugged", "status": "completed", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4", "code": 200}, {"server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "name": "network-vif-plugged", "status": "completed", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:36.282589 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d26a3e82-167d-4bd8-8b0a-e123ff4b9a21 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:36.283123 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26a3e82-167d-4bd8-8b0a-e123ff4b9a21'] response: {'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4', 'code': 200} Jul 14 14:31:36.283385 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d26a3e82-167d-4bd8-8b0a-e123ff4b9a21'] response: {'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf', 'code': 200} Jul 14 14:31:36.306847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.345562 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-73e6816d-cd40-46f1-97d5-2908439d802b admin admin] Publish callbacks [] for security_group (4b1d01f2-9ee0-4084-a4c5-fd54be4aa733), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.351349 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] Publish callbacks [] for security_group (da770e30-6a0c-4dd1-9589-dfb7b17aaa9c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.391960 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] Publish callbacks [] for security_group (da770e30-6a0c-4dd1-9589-dfb7b17aaa9c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.449726 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42651200-f5e6-4bb8-87ed-fff41d8377d5 req-c78d6757-4578-4124-8067-63e6026c933d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:36.451492 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42651200-f5e6-4bb8-87ed-fff41d8377d5 req-c78d6757-4578-4124-8067-63e6026c933d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0878930 Jul 14 14:31:36.454516 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-73e6816d-cd40-46f1-97d5-2908439d802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4b1d01f2-9ee0-4084-a4c5-fd54be4aa733), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.500763 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:36.522281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f902fe5-d36a-4c20-b8f5-d20e69d9b533 req-99735265-b7de-414c-884c-4cec13573b6f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:36.523998 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6f902fe5-d36a-4c20-b8f5-d20e69d9b533 req-99735265-b7de-414c-884c-4cec13573b6f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 944 time: 0.1218808 Jul 14 14:31:36.535069 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-73e6816d-cd40-46f1-97d5-2908439d802b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4a26d10b918c4d65bfc06075f630a9a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113153 Jul 14 14:31:36.537745 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38870) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:36.544131 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6816d-cd40-46f1-97d5-2908439d802b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d01f2-9ee0-4084-a4c5-fd54be4aa733,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:36.562560 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (da770e30-6a0c-4dd1-9589-dfb7b17aaa9c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.565480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.566716 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/da770e30-6a0c-4dd1-9589-dfb7b17aaa9c HTTP/1.1" status: 204 len: 168 time: 0.3147933 Jul 14 14:31:36.584995 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42651200-f5e6-4bb8-87ed-fff41d8377d5 req-6a3f2e39-4632-4efc-9aed-c706d27f358e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251795 Jul 14 14:31:36.590132 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a4af1-fbb8-4f2c-9150-6b0f1effd0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da770e30-6a0c-4dd1-9589-dfb7b17aaa9c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:36.623792 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] Publish callbacks [] for security_group (4b1d01f2-9ee0-4084-a4c5-fd54be4aa733), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.630513 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6f902fe5-d36a-4c20-b8f5-d20e69d9b533 req-40511d4a-7466-47a6-aa7b-8a9b573e5ef1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991633 Jul 14 14:31:36.672860 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] Publish callbacks [] for security_group (4b1d01f2-9ee0-4084-a4c5-fd54be4aa733), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.736321 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb8f4-de12-49bb-9d38-4da9f37ac90f req-40eb91db-a6d1-4739-82be-63afb260322f tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:36.737971 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0ffb8f4-de12-49bb-9d38-4da9f37ac90f req-40eb91db-a6d1-4739-82be-63afb260322f tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0558684 Jul 14 14:31:36.803845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e6d0e-9f83-4bf6-9a87-734eaa476a37 req-2a9cc8dc-d596-4611-8a96-ed24a897ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:36.805434 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b50e6d0e-9f83-4bf6-9a87-734eaa476a37 req-2a9cc8dc-d596-4611-8a96-ed24a897ccb5 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 1130 time: 0.1162376 Jul 14 14:31:36.809014 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f82d8b-35e5-4efa-ae57-229c7472b8de req-c4c6e0f6-e851-44a4-8095-f07b0db832b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:36.810440 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c6f82d8b-35e5-4efa-ae57-229c7472b8de req-c4c6e0f6-e851-44a4-8095-f07b0db832b2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0848238 Jul 14 14:31:36.816598 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0ffb8f4-de12-49bb-9d38-4da9f37ac90f req-44345961-f12b-47ed-b5a1-b680ca3000f8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Jul 14 14:31:36.929534 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4b1d01f2-9ee0-4084-a4c5-fd54be4aa733), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.932169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:36.933294 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4b1d01f2-9ee0-4084-a4c5-fd54be4aa733 HTTP/1.1" status: 204 len: 168 time: 0.3941834 Jul 14 14:31:36.943165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a00a-4af5-4c2f-85c5-f9ea34025d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d01f2-9ee0-4084-a4c5-fd54be4aa733,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:37.035856 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:37.103487 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 8ef3b15c-bd64-4c1c-8a46-268bb86b551d up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:31:37.149022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:31:37.249858 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:31:37.250326 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:37.333208 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:37.355459 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:31:37.355719 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b50e6d0e-9f83-4bf6-9a87-734eaa476a37 req-31fbf72f-71df-4741-b90e-016052a54bd3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871744 Jul 14 14:31:37.356439 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:37.358118 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c6f82d8b-35e5-4efa-ae57-229c7472b8de req-8e013bdb-047e-45a8-abd0-32f9e015f173 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910821 Jul 14 14:31:37.399424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:37.458917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:37.552204 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:37.608961 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:37.723814 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba97270-e9e1-4b4f-862a-e0f452cdd347 req-473b1272-e59d-41fa-a49f-0ae8b2390402 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:37.725344 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ba97270-e9e1-4b4f-862a-e0f452cdd347 req-473b1272-e59d-41fa-a49f-0ae8b2390402 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0618160 Jul 14 14:31:37.775937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6d2d3-f2a9-4966-a2a2-cd36694b645f req-1c9b2e5e-2b2d-48e6-b80f-4845b7d706f2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:37.780030 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83a6d2d3-f2a9-4966-a2a2-cd36694b645f req-1c9b2e5e-2b2d-48e6-b80f-4845b7d706f2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0693808 Jul 14 14:31:37.821439 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ba97270-e9e1-4b4f-862a-e0f452cdd347 req-4b3d196e-6830-4ddd-9a17-030516cd04e7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750792 Jul 14 14:31:37.848504 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83a6d2d3-f2a9-4966-a2a2-cd36694b645f req-fb30c152-d398-4b19-9ba8-a90361ed34b4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613596 Jul 14 14:31:38.066885 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:38.078717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864e7b0-d563-40de-8e11-4ac705929bce req-b68d1d4d-d896-466e-9872-cb00482300d4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:38.079336 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8864e7b0-d563-40de-8e11-4ac705929bce req-b68d1d4d-d896-466e-9872-cb00482300d4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0930295 Jul 14 14:31:38.105038 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:38.140215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8864e7b0-d563-40de-8e11-4ac705929bce req-8aa4e8ee-afb9-447b-b352-6f7362030f53 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547860 Jul 14 14:31:38.285154 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:38.289366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c182f2-4d17-428d-b422-5de6bc3efaa1" -d '{"events": [{"server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "name": "network-vif-plugged", "status": "completed", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:38.330688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406fbd7d-4f37-4b89-af6a-48069a4a1225 x-openstack-request-id: req-406fbd7d-4f37-4b89-af6a-48069a4a1225 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:38.330996 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "name": "network-vif-plugged", "status": "completed", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:38.331249 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-406fbd7d-4f37-4b89-af6a-48069a4a1225 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:38.331646 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406fbd7d-4f37-4b89-af6a-48069a4a1225'] response: {'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'code': 200} Jul 14 14:31:38.635616 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 38972) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:38.647771 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbe333-ff06-4043-806b-e6da95e2375e req-0e622967-c723-4ab8-99aa-aeebf71742df tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:38.649314 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3bbbe333-ff06-4043-806b-e6da95e2375e req-0e622967-c723-4ab8-99aa-aeebf71742df tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0634563 Jul 14 14:31:38.720856 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3bbbe333-ff06-4043-806b-e6da95e2375e req-d1b235fc-b942-4c53-b8c9-4da2adbcb4a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584137 Jul 14 14:31:38.991833 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894bd0d-f7f7-47b5-b4b2-9f80afc7eb54 req-7c12f222-d85a-47fd-9e53-4d9a60b022a3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:38.994198 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3894bd0d-f7f7-47b5-b4b2-9f80afc7eb54 req-7c12f222-d85a-47fd-9e53-4d9a60b022a3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0610063 Jul 14 14:31:39.055691 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3894bd0d-f7f7-47b5-b4b2-9f80afc7eb54 req-ac4ee2eb-dea2-400d-b92d-ae4025f51f80 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557535 Jul 14 14:31:39.079601 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60137b56-db06-4119-999f-3292738632ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.140566 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:39.170344 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60137b56-db06-4119-999f-3292738632ba admin admin] Publish callbacks [] for security_group (e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.258742 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5893e7-3fe9-42f7-8307-beeb1da005a0 req-434681e7-e45f-45a3-abd1-c350968f6782 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:39.260745 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f5893e7-3fe9-42f7-8307-beeb1da005a0 req-434681e7-e45f-45a3-abd1-c350968f6782 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Jul 14 14:31:39.312308 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f5893e7-3fe9-42f7-8307-beeb1da005a0 req-e061d040-18fa-4717-8304-b14b8b1e5383 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Jul 14 14:31:39.356927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60137b56-db06-4119-999f-3292738632ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.397009 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-60137b56-db06-4119-999f-3292738632ba admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e3bfadb86bcc40e38942a2ea1337e383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7601328 Jul 14 14:31:39.398938 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60137b56-db06-4119-999f-3292738632ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:39.400543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 38992) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:39.466476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] Publish callbacks [] for security_group (e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.527544 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] Publish callbacks [] for security_group (e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.576943 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be867e8-14cf-4037-a11e-192f776d69bc req-b3b0e12b-c1ea-439d-9fcb-951daa1b67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:39.578776 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0be867e8-14cf-4037-a11e-192f776d69bc req-b3b0e12b-c1ea-439d-9fcb-951daa1b67c4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1129 time: 0.0702095 Jul 14 14:31:39.633606 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0be867e8-14cf-4037-a11e-192f776d69bc req-2b553272-5d5c-4ec5-b5e2-44189612ca0e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475578 Jul 14 14:31:39.641445 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39002) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:39.734766 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.737358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:39.738491 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5 HTTP/1.1" status: 204 len: 168 time: 0.3364282 Jul 14 14:31:39.748276 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd2cfb-04fb-4b1f-8e94-6834fe286554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a83baa-895c-4ea8-a5e7-d2f2fb5d82e5,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:39.901074 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a18-e963-4972-8beb-1249fb6b813e req-10af9f3a-c0c8-4bb6-9894-8d0fefe6764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:39.902912 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-10af9f3a-c0c8-4bb6-9894-8d0fefe6764f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1129 time: 0.0654621 Jul 14 14:31:39.916604 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd56fb-cb90-47e5-8b49-c44fd0099da4 req-68bdcb91-ebe8-4a29-aeb6-0971cf64e7aa tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:39.918115 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-21dd56fb-cb90-47e5-8b49-c44fd0099da4 req-68bdcb91-ebe8-4a29-aeb6-0971cf64e7aa tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0901096 Jul 14 14:31:39.944103 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:39.998252 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-21dd56fb-cb90-47e5-8b49-c44fd0099da4 req-2065c10b-4223-4fbf-93ea-4b4f73cf313f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723150 Jul 14 14:31:40.050356 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a18-e963-4972-8beb-1249fb6b813e req-5ffd38f9-3c7f-40df-99c0-8a26d3601b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:40.051883 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-5ffd38f9-3c7f-40df-99c0-8a26d3601b6e service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1417577 Jul 14 14:31:40.052803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.145864 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Publish callbacks [] for security_group (d3dbe1c4-2200-425a-b25e-6cb0eea263ce), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.182114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b733f-6c4f-4e6e-bca9-abb7cf07b473 req-96e9d1c9-f551-41c1-b97f-d38d7f947c5e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:40.183627 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-462b733f-6c4f-4e6e-bca9-abb7cf07b473 req-96e9d1c9-f551-41c1-b97f-d38d7f947c5e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Jul 14 14:31:40.242564 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-462b733f-6c4f-4e6e-bca9-abb7cf07b473 req-cadd2467-3295-43df-af5e-6ad62e7f9c4a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529270 Jul 14 14:31:40.272842 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d3dbe1c4-2200-425a-b25e-6cb0eea263ce), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.322378 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5f01694d5df04a6a86bcec0c94abc902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6789632 Jul 14 14:31:40.324794 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39036) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:40.362032 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dbe1c4-2200-425a-b25e-6cb0eea263ce,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:40.362032 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-e0c3d1fc-cf71-4e0c-9aec-579f6899189e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 200 len: 217 time: 0.0470884 Jul 14 14:31:40.382314 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.382666 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.383020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.383366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.383694 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.384048 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.384904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.385276 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.385553 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.385904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.390849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.390849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.390849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.390849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.390849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8576fc50-e197-4436-bee3-14d41088467a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:40.456930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a18-e963-4972-8beb-1249fb6b813e req-15321b97-bffd-412f-967b-af6b919385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:40.458442 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-15321b97-bffd-412f-967b-af6b919385eb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0906038 Jul 14 14:31:40.461375 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] Publish callbacks [] for security_group (d3dbe1c4-2200-425a-b25e-6cb0eea263ce), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.511592 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] Publish callbacks [] for security_group (d3dbe1c4-2200-425a-b25e-6cb0eea263ce), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.531732 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda72a18-e963-4972-8beb-1249fb6b813e req-a242fe81-e978-4c1d-922b-3c0e58647f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:40.533268 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-a242fe81-e978-4c1d-922b-3c0e58647f95 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623918 Jul 14 14:31:40.552401 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:40.650164 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-ef1e5836-0f8c-4194-a561-663db6215eea service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037903 Jul 14 14:31:40.752475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d3dbe1c4-2200-425a-b25e-6cb0eea263ce), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.758964 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:40.758964 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d3dbe1c4-2200-425a-b25e-6cb0eea263ce HTTP/1.1" status: 204 len: 168 time: 0.4311631 Jul 14 14:31:40.766354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb4873-2435-4e5a-bac8-8259109d1c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dbe1c4-2200-425a-b25e-6cb0eea263ce,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:40.785175 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:41.116510 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376efcc-2b22-41c7-b4d8-713a84983702 req-0ddb2da2-d5a8-4392-9ab2-d9dae1853384 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:41.118228 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4376efcc-2b22-41c7-b4d8-713a84983702 req-0ddb2da2-d5a8-4392-9ab2-d9dae1853384 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0581763 Jul 14 14:31:41.176600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4376efcc-2b22-41c7-b4d8-713a84983702 req-96fa9e9d-3c2f-4e79-a38e-4345049c5551 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505033 Jul 14 14:31:41.191990 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-eda72a18-e963-4972-8beb-1249fb6b813e req-273c3017-4dc3-48d9-b4e1-2aad5e7136d9 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199896 Jul 14 14:31:41.367237 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d62f4-7e42-4a24-be35-8c268ac48532 req-1f8723ca-9b14-4ea4-ac71-677809f3a7e3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:41.373800 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-da3d62f4-7e42-4a24-be35-8c268ac48532 req-1f8723ca-9b14-4ea4-ac71-677809f3a7e3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jul 14 14:31:41.418656 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-da3d62f4-7e42-4a24-be35-8c268ac48532 req-2d4cd22e-e325-4bf1-8afa-8c323c734702 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439692 Jul 14 14:31:41.461114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:41.713033 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39088) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:41.849581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:41.855723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82f06fb5-de76-4bcc-b888-cde282fa7a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:41.939990 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82f06fb5-de76-4bcc-b888-cde282fa7a96 admin admin] Publish callbacks [] for security_group (ca0b9d81-fb84-45ab-a240-52c20e1afbb8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:41.996774 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39100) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:42.014629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ee24cf2f-9bb8-4ed8-8a57-b4389e47fdea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.027474 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-82f06fb5-de76-4bcc-b888-cde282fa7a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca0b9d81-fb84-45ab-a240-52c20e1afbb8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.089809 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-82f06fb5-de76-4bcc-b888-cde282fa7a96 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f5b345e9c81547e2bdc60edc33bcb157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754096 Jul 14 14:31:42.090646 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f06fb5-de76-4bcc-b888-cde282fa7a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0b9d81-fb84-45ab-a240-52c20e1afbb8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:42.093396 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39102) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:42.151746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ee24cf2f-9bb8-4ed8-8a57-b4389e47fdea admin admin] Publish callbacks [] for security_group (d6cbac3a-0a9d-4d08-be07-596c45a4a8d3), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.160790 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Publish callbacks [] for security_group (ca0b9d81-fb84-45ab-a240-52c20e1afbb8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.182981 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Publish callbacks [] for security_group (ca0b9d81-fb84-45ab-a240-52c20e1afbb8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.252704 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ee24cf2f-9bb8-4ed8-8a57-b4389e47fdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d6cbac3a-0a9d-4d08-be07-596c45a4a8d3), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.304900 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ee24cf2f-9bb8-4ed8-8a57-b4389e47fdea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=95af44109a354087bfcc33425aba8415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070409 Jul 14 14:31:42.305787 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24cf2f-9bb8-4ed8-8a57-b4389e47fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cbac3a-0a9d-4d08-be07-596c45a4a8d3,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:42.308071 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39110) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:42.336188 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02a56-f5b3-4a02-b9ea-bd92707eee4d req-bf439333-f4a8-4301-afd8-0599192fd5a3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:42.343846 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bed02a56-f5b3-4a02-b9ea-bd92707eee4d req-bf439333-f4a8-4301-afd8-0599192fd5a3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0697424 Jul 14 14:31:42.366826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] Publish callbacks [] for security_group (d6cbac3a-0a9d-4d08-be07-596c45a4a8d3), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.389209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca0b9d81-fb84-45ab-a240-52c20e1afbb8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.397514 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.397514 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca0b9d81-fb84-45ab-a240-52c20e1afbb8 HTTP/1.1" status: 204 len: 168 time: 0.3018680 Jul 14 14:31:42.412594 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] Publish callbacks [] for security_group (d6cbac3a-0a9d-4d08-be07-596c45a4a8d3), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.417482 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bed02a56-f5b3-4a02-b9ea-bd92707eee4d req-475780ac-30b7-427e-8641-64e93c4a2db6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680451 Jul 14 14:31:42.430821 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0b9d81-fb84-45ab-a240-52c20e1afbb8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:42.472027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:42.472579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.473995 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.474441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.475553 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.477591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.478716 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.480006 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.480421 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.484947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.485939 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.486478 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.487001 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.487521 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.488176 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.488751 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb46b292-94d8-4f8c-9a66-419c4b58eb52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:31:42.558803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d6cbac3a-0a9d-4d08-be07-596c45a4a8d3), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.561711 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:42.563150 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d6cbac3a-0a9d-4d08-be07-596c45a4a8d3 HTTP/1.1" status: 204 len: 168 time: 0.2541220 Jul 14 14:31:42.578599 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91871bc-96a3-46b2-b0d1-52e0201b5968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cbac3a-0a9d-4d08-be07-596c45a4a8d3,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:42.597411 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45172d8a-4e77-4d1c-8d87-a2d33610a447 req-bbe52898-628c-4898-a29d-f374db3bca39 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:42.599289 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-45172d8a-4e77-4d1c-8d87-a2d33610a447 req-bbe52898-628c-4898-a29d-f374db3bca39 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0676320 Jul 14 14:31:42.661572 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-45172d8a-4e77-4d1c-8d87-a2d33610a447 req-b0e8f74d-eb8d-4404-9612-3bd24412ae06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529656 Jul 14 14:31:42.771850 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982b566-687c-4454-9ebe-ece6c4c55dda req-b069b24b-018c-474d-9316-954a4119ba18 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:42.773328 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0982b566-687c-4454-9ebe-ece6c4c55dda req-b069b24b-018c-474d-9316-954a4119ba18 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0475121 Jul 14 14:31:42.784849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39132) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:42.789640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'floatingip': {'port_id': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:31:42.862524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:43.030419 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-71fd4e47-e2de-403d-a5d9-11ed670e96e4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0851481 Jul 14 14:31:43.198044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-02431ce3-de3c-4c7f-8b6e-d15f445c9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:43.209398 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-02431ce3-de3c-4c7f-8b6e-d15f445c9ae2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8725a19566454345b77b639cfe170008&device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 1130 time: 0.0916722 Jul 14 14:31:43.551951 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a8cd-459b-4103-83f8-bb2d90a11da6 req-b5dbe46b-adf2-4798-8217-929ea79474d8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:43.554317 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0946a8cd-459b-4103-83f8-bb2d90a11da6 req-b5dbe46b-adf2-4798-8217-929ea79474d8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0690084 Jul 14 14:31:43.607266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0946a8cd-459b-4103-83f8-bb2d90a11da6 req-8536b38f-4429-4182-98f5-8e1247460f77 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Jul 14 14:31:43.693062 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39172) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:43.706513 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80b819b0-6bb0-4593-bce3-4f02cdbcca8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:43.735528 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-ffba10b3-ba82-4b4e-9a99-2c58afbf87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:43.737123 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-ffba10b3-ba82-4b4e-9a99-2c58afbf87e7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead HTTP/1.1" status: 200 len: 913 time: 0.5103230 Jul 14 14:31:43.815533 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80b819b0-6bb0-4593-bce3-4f02cdbcca8d admin admin] Publish callbacks [] for security_group (6c4d1bfa-98bd-49af-b029-e3550a217beb), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:43.832019 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-b0572725-735a-42a2-9e6e-7aac0f02fda5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 HTTP/1.1" status: 200 len: 217 time: 0.0857413 Jul 14 14:31:43.964736 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-3a6a5474-39c4-4bb3-b081-da298538ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:43.966232 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-3a6a5474-39c4-4bb3-b081-da298538ecfd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f1b59bb5-ffed-4b39-9577-8b3c0eb32c19 HTTP/1.1" status: 200 len: 851 time: 0.1287234 Jul 14 14:31:43.970165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.101400 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80b819b0-6bb0-4593-bce3-4f02cdbcca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6c4d1bfa-98bd-49af-b029-e3550a217beb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.135988 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-80b819b0-6bb0-4593-bce3-4f02cdbcca8d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=955f78b1798141f5b068e66cbf426145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417014 Jul 14 14:31:44.148044 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39180) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:44.165517 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.212883 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b819b0-6bb0-4593-bce3-4f02cdbcca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d1bfa-98bd-49af-b029-e3550a217beb,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:44.226499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-e1998ac7-0fc1-44d0-bb92-51f26d37d2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:44.228100 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-e1998ac7-0fc1-44d0-bb92-51f26d37d2f0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=31bdf79e-f084-4168-9b3d-9dd7c6b07ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1224389 Jul 14 14:31:44.235656 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:44.249171 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] Publish callbacks [] for security_group (6c4d1bfa-98bd-49af-b029-e3550a217beb), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.290241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] Publish callbacks [] for security_group (6c4d1bfa-98bd-49af-b029-e3550a217beb), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.300757 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.432480 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Floating IP c91f8da6-df04-44a3-886f-a499d0ec8bad associated. External IP: 172.27.2.16, port: 8ef3b15c-bd64-4c1c-8a46-268bb86b551d. Jul 14 14:31:44.466884 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6c4d1bfa-98bd-49af-b029-e3550a217beb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.469628 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.473615 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6c4d1bfa-98bd-49af-b029-e3550a217beb HTTP/1.1" status: 204 len: 168 time: 0.3232660 Jul 14 14:31:44.486964 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dbefe-363b-4d69-8d8e-c6d40685b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d1bfa-98bd-49af-b029-e3550a217beb,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:44.535518 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-f29ce93b-4071-4e9c-a4c6-b9fd077ba7ee service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212441 Jul 14 14:31:44.704430 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-835073f7-381b-4955-adf8-bc8eed8e8f14 req-4f600a9d-1e89-4708-91b3-3e7572f2f98c service neutron] 10.222.0.91 "GET /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624818 Jul 14 14:31:44.719332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:44.739471 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad921f-ff98-4453-818e-3ddac27c0a76 req-ef377301-fd25-49d1-b552-2fee5df44e4d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:44.741475 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3ad921f-ff98-4453-818e-3ddac27c0a76 req-ef377301-fd25-49d1-b552-2fee5df44e4d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0531273 Jul 14 14:31:44.776135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:31:44.812810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3ad921f-ff98-4453-818e-3ddac27c0a76 req-e8b1fb3a-9474-4cd1-9c37-f950f48fe6f4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629957 Jul 14 14:31:44.910562 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:31:44.916144 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:44.925546 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:31:44.937928 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:31:44.938127 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:31:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:44.949916 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-280a282a-ed52-4b83-97d7-4e14ea20e90c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "PUT /v2.0/floatingips/c91f8da6-df04-44a3-886f-a499d0ec8bad HTTP/1.1" status: 200 len: 990 time: 2.1637855 Jul 14 14:31:44.950527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:44.952981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce89052a-0699-4d17-b3ad-e21592edf242" -d '{"events": [{"name": "network-changed", "server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:44.992703 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:45.008036 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a63348-4ce7-43b9-95e6-1eeeca708b9f x-openstack-request-id: req-89a63348-4ce7-43b9-95e6-1eeeca708b9f {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:45.008366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:45.008574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-89a63348-4ce7-43b9-95e6-1eeeca708b9f {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:45.009001 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a63348-4ce7-43b9-95e6-1eeeca708b9f'] response: {'name': 'network-changed', 'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'status': 'completed', 'code': 200} Jul 14 14:31:45.050621 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:31:45.390453 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'c91f8da6-df04-44a3-886f-a499d0ec8bad', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f1:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:30:59Z', 'updated_at': '2022-07-14T14:31:43Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:45.419633 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:31:45.429548 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:31:45.430225 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:31:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:45.449250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-5531d079-677a-46e5-92c2-51de7abbd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:45.450983 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-5531d079-677a-46e5-92c2-51de7abbd9d9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1129 time: 0.0559452 Jul 14 14:31:45.556370 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:31:45.583821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-2c294a31-8faf-4042-8eca-f551be65a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:45.585344 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-2c294a31-8faf-4042-8eca-f551be65a7bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.1035225 Jul 14 14:31:45.687794 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-6ade8634-7740-4933-a67b-2d306a50aeb1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 998 time: 0.0957870 Jul 14 14:31:45.810722 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'c91f8da6-df04-44a3-886f-a499d0ec8bad', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f1:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:30:59Z', 'updated_at': '2022-07-14T14:31:43Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:31:45.836502 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13ed616-0da8-433b-9634-7f70a924366c None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'c91f8da6-df04-44a3-886f-a499d0ec8bad', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f1:54:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:30:59Z', 'updated_at': '2022-07-14T14:31:43Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:31:45.942212 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-13ee12e1-ab42-4e8f-8d81-41c415e21492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:45.947949 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-13ee12e1-ab42-4e8f-8d81-41c415e21492 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0557728 Jul 14 14:31:45.958589 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6df385-86a4-4d51-a1a8-07ede96b06a3 req-d39659ea-7621-4920-ba54-a427d83cc3ea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:45.960026 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec6df385-86a4-4d51-a1a8-07ede96b06a3 req-d39659ea-7621-4920-ba54-a427d83cc3ea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0520618 Jul 14 14:31:45.993167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-2fdccac5-1e13-42de-b02d-e5f5439bf9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:45.995443 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-2fdccac5-1e13-42de-b02d-e5f5439bf9db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419266 Jul 14 14:31:46.001978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:46.026120 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec6df385-86a4-4d51-a1a8-07ede96b06a3 req-5ec72155-8d4c-48f4-85c5-60e69bdf1b94 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601292 Jul 14 14:31:46.145819 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04148193-ac4a-447b-9cb6-10283853fed1 None None] New status for floating IP c91f8da6-df04-44a3-886f-a499d0ec8bad: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:31:46.349675 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-019eb2ed-955a-40a1-ab4d-48e8eaa49735 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461845 Jul 14 14:31:46.444643 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce89052a-0699-4d17-b3ad-e21592edf242 req-cd860309-1859-4814-b486-c829e1d140fd service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886877 Jul 14 14:31:47.162806 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb0de5-c129-4de3-b88b-51427844cc53 req-67c78d89-2247-46c9-a9dc-d31ba67b59e6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:47.164343 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0fb0de5-c129-4de3-b88b-51427844cc53 req-67c78d89-2247-46c9-a9dc-d31ba67b59e6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0541303 Jul 14 14:31:47.216576 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0fb0de5-c129-4de3-b88b-51427844cc53 req-0d903125-357e-4357-abdf-1caf1a25895c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Jul 14 14:31:48.008303 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39330) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:48.122309 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15bf2726-036a-4237-ac0b-2bf7466bb0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.197816 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15bf2726-036a-4237-ac0b-2bf7466bb0f7 admin admin] Publish callbacks [] for security_group (1cf60c01-01f1-4e45-8065-27a68b6d1f1e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.335703 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e46376-64c1-4c86-8846-dec94edb5144 req-30d373bd-a1b4-4e3a-b0f7-8118193d83e2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:48.337865 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66e46376-64c1-4c86-8846-dec94edb5144 req-30d373bd-a1b4-4e3a-b0f7-8118193d83e2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0491934 Jul 14 14:31:48.357578 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15bf2726-036a-4237-ac0b-2bf7466bb0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1cf60c01-01f1-4e45-8065-27a68b6d1f1e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.362624 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:48.413356 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2726-036a-4237-ac0b-2bf7466bb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf60c01-01f1-4e45-8065-27a68b6d1f1e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:48.417464 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-15bf2726-036a-4237-ac0b-2bf7466bb0f7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0dc116684ad4fee8b3ba0a83acaf855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081328 Jul 14 14:31:48.420350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39338) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:48.425195 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66e46376-64c1-4c86-8846-dec94edb5144 req-3ec30fa7-005f-4157-9f61-521a63b7679b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813057 Jul 14 14:31:48.477006 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] Publish callbacks [] for security_group (1cf60c01-01f1-4e45-8065-27a68b6d1f1e), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.500345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] Publish callbacks [] for security_group (1cf60c01-01f1-4e45-8065-27a68b6d1f1e), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.667344 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1cf60c01-01f1-4e45-8065-27a68b6d1f1e), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.670546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:48.671835 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1cf60c01-01f1-4e45-8065-27a68b6d1f1e HTTP/1.1" status: 204 len: 168 time: 0.2491798 Jul 14 14:31:48.680357 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecf107-5333-4620-acc6-b31a364262f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf60c01-01f1-4e45-8065-27a68b6d1f1e,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:48.744803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:48.837838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:49.591738 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a392cc-f1fa-4941-bf41-5bfd9b7d19a4 req-ffdd36cf-4e0c-405b-98d1-a85acd15afda tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:49.591738 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40a392cc-f1fa-4941-bf41-5bfd9b7d19a4 req-ffdd36cf-4e0c-405b-98d1-a85acd15afda tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0561934 Jul 14 14:31:49.592332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39376) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:49.600519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5694b4b2-8975-40e5-9946-83d11ce65644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:49.740792 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40a392cc-f1fa-4941-bf41-5bfd9b7d19a4 req-9202755b-d926-4692-8474-bb30b99b208e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Jul 14 14:31:49.741321 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5694b4b2-8975-40e5-9946-83d11ce65644 admin admin] Publish callbacks [] for security_group (2c36bea4-ca19-4a83-93f8-2f1f321e01d6), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:49.898876 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5694b4b2-8975-40e5-9946-83d11ce65644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2c36bea4-ca19-4a83-93f8-2f1f321e01d6), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:49.934863 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-5694b4b2-8975-40e5-9946-83d11ce65644 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93f4664de3684d95aba50b83bb554089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464932 Jul 14 14:31:49.943083 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39384) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:49.954141 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694b4b2-8975-40e5-9946-83d11ce65644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c36bea4-ca19-4a83-93f8-2f1f321e01d6,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:50.015888 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] Publish callbacks [] for security_group (2c36bea4-ca19-4a83-93f8-2f1f321e01d6), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:50.045709 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] Publish callbacks [] for security_group (2c36bea4-ca19-4a83-93f8-2f1f321e01d6), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:50.225018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2c36bea4-ca19-4a83-93f8-2f1f321e01d6), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:50.230300 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:50.232119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2c36bea4-ca19-4a83-93f8-2f1f321e01d6 HTTP/1.1" status: 204 len: 168 time: 0.2921627 Jul 14 14:31:50.242064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e145b-6f0c-4a59-b510-41cfc2e68fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c36bea4-ca19-4a83-93f8-2f1f321e01d6,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:50.395702 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:50.734575 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3a10-d87e-4a86-be48-8f4b246e9823 req-b0d41050-7f32-4604-b3a8-42d93c78a696 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:50.742282 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b5a3a10-d87e-4a86-be48-8f4b246e9823 req-b0d41050-7f32-4604-b3a8-42d93c78a696 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0518517 Jul 14 14:31:50.786210 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b5a3a10-d87e-4a86-be48-8f4b246e9823 req-e436e805-ef22-448b-aaf0-f1f449fbc4b1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 Jul 14 14:31:50.788150 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39404) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:51.006808 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8824e58f-df79-43e8-937f-cfb239c1200e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.021208 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:51.088765 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8824e58f-df79-43e8-937f-cfb239c1200e admin admin] Publish callbacks [] for security_group (1bfabb8b-f85d-45ee-b999-124112a7b61d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.260582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8824e58f-df79-43e8-937f-cfb239c1200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1bfabb8b-f85d-45ee-b999-124112a7b61d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.302520 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8824e58f-df79-43e8-937f-cfb239c1200e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b0ea3bb43e3649e0b9bcbc62244d91e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132999 Jul 14 14:31:51.303277 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824e58f-df79-43e8-937f-cfb239c1200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfabb8b-f85d-45ee-b999-124112a7b61d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:51.305308 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39412) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:51.357219 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] Publish callbacks [] for security_group (1bfabb8b-f85d-45ee-b999-124112a7b61d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.379621 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] Publish callbacks [] for security_group (1bfabb8b-f85d-45ee-b999-124112a7b61d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.506639 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39418) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:51.519920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-22008a38-b7bc-4ccd-bf4a-bf87c19b941b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.555852 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1bfabb8b-f85d-45ee-b999-124112a7b61d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.555852 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.557086 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1bfabb8b-f85d-45ee-b999-124112a7b61d HTTP/1.1" status: 204 len: 168 time: 0.2499304 Jul 14 14:31:51.576020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe67c4-36b6-4f18-b601-a9e1935d7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfabb8b-f85d-45ee-b999-124112a7b61d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:51.623312 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-22008a38-b7bc-4ccd-bf4a-bf87c19b941b admin admin] Publish callbacks [] for security_group (c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.803753 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-22008a38-b7bc-4ccd-bf4a-bf87c19b941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:51.847291 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-22008a38-b7bc-4ccd-bf4a-bf87c19b941b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8584ea08db4241668619a8a0bfb4857f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395438 Jul 14 14:31:51.854035 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22008a38-b7bc-4ccd-bf4a-bf87c19b941b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:51.854180 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39432) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:51.928320 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad95543-6162-441d-910b-fcc34e363139 req-b627fc20-874d-4f25-a78b-05753f9923e0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:51.929855 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ad95543-6162-441d-910b-fcc34e363139 req-b627fc20-874d-4f25-a78b-05753f9923e0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0697227 Jul 14 14:31:51.966942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] Publish callbacks [] for security_group (c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.018269 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] Publish callbacks [] for security_group (c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.029633 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ad95543-6162-441d-910b-fcc34e363139 req-b18275b2-8b2c-4567-8f68-c77525fd104b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881684 Jul 14 14:31:52.172681 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.175355 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.176490 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b HTTP/1.1" status: 204 len: 168 time: 0.3246455 Jul 14 14:31:52.185185 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9d79c-a4fe-4498-8503-95121b56d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c215fd2c-94ca-4b7f-a48b-ffa55b7ba28b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:52.713468 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39454) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:52.728668 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7620e522-250f-436a-92f3-f5aeefb62ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.731490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:52.802513 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39456) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:52.809977 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7620e522-250f-436a-92f3-f5aeefb62ce5 admin admin] Publish callbacks [] for security_group (66e50f20-6951-4ea1-8574-a563a9c8d338), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:52.832015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39460) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:52.944119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7620e522-250f-436a-92f3-f5aeefb62ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (66e50f20-6951-4ea1-8574-a563a9c8d338), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.005844 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7620e522-250f-436a-92f3-f5aeefb62ce5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6ccbb85fd6e54c749579e246230cbbb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851188 Jul 14 14:31:53.005844 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620e522-250f-436a-92f3-f5aeefb62ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e50f20-6951-4ea1-8574-a563a9c8d338,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:53.006106 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39468) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:53.057453 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4feca88-d10a-4dee-82a5-6e07a5633e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.075493 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] Publish callbacks [] for security_group (66e50f20-6951-4ea1-8574-a563a9c8d338), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.130752 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] Publish callbacks [] for security_group (66e50f20-6951-4ea1-8574-a563a9c8d338), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.165667 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-80aa4dcf-df58-4480-9c5a-98ca0c4cf38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.206861 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949eea21-91a1-4415-af17-132f71b6e1cd req-0f38fc8d-6adb-4c80-85a1-254b20af4ec0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:53.216294 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-949eea21-91a1-4415-af17-132f71b6e1cd req-0f38fc8d-6adb-4c80-85a1-254b20af4ec0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0754454 Jul 14 14:31:53.280657 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-949eea21-91a1-4415-af17-132f71b6e1cd req-cd99e816-b654-48e0-ab9c-6f51fe5b56e4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568264 Jul 14 14:31:53.287863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-80aa4dcf-df58-4480-9c5a-98ca0c4cf38e admin admin] Publish callbacks [] for security_group (f9ec0c10-3a3b-4885-a796-b49ed723320f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.310368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (66e50f20-6951-4ea1-8574-a563a9c8d338), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.313202 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.314382 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/66e50f20-6951-4ea1-8574-a563a9c8d338 HTTP/1.1" status: 204 len: 168 time: 0.3075006 Jul 14 14:31:53.322777 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef236c-1af8-4897-93c9-c9b5044b58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e50f20-6951-4ea1-8574-a563a9c8d338,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:53.339126 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:53.342028 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4feca88-d10a-4dee-82a5-6e07a5633e53 admin admin] Publish callbacks [] for security_group (5a298d5a-cf11-43c7-9193-9de797cc8602), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.415402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-80aa4dcf-df58-4480-9c5a-98ca0c4cf38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f9ec0c10-3a3b-4885-a796-b49ed723320f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.454797 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-80aa4dcf-df58-4480-9c5a-98ca0c4cf38e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ae0cd1fee336453681a2c357594628e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213906 Jul 14 14:31:53.455883 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa4dcf-df58-4480-9c5a-98ca0c4cf38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec0c10-3a3b-4885-a796-b49ed723320f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:53.458057 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39482) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:53.458803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4feca88-d10a-4dee-82a5-6e07a5633e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (5a298d5a-cf11-43c7-9193-9de797cc8602), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.486753 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f4feca88-d10a-4dee-82a5-6e07a5633e53 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=19c85ae67e3b4672b8bb2a2299c8a068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6824484 Jul 14 14:31:53.490370 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39484) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:53.506681 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4feca88-d10a-4dee-82a5-6e07a5633e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a298d5a-cf11-43c7-9193-9de797cc8602,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:53.554605 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] Publish callbacks [] for security_group (f9ec0c10-3a3b-4885-a796-b49ed723320f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.576855 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] Publish callbacks [] for security_group (5a298d5a-cf11-43c7-9193-9de797cc8602), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.595513 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] Publish callbacks [] for security_group (f9ec0c10-3a3b-4885-a796-b49ed723320f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.621232 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] Publish callbacks [] for security_group (5a298d5a-cf11-43c7-9193-9de797cc8602), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.743876 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:53.767519 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (5a298d5a-cf11-43c7-9193-9de797cc8602), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.770116 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.774159 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5a298d5a-cf11-43c7-9193-9de797cc8602 HTTP/1.1" status: 204 len: 168 time: 0.2827132 Jul 14 14:31:53.777291 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f9ec0c10-3a3b-4885-a796-b49ed723320f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.779732 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:53.780869 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f9ec0c10-3a3b-4885-a796-b49ed723320f HTTP/1.1" status: 204 len: 168 time: 0.3197255 Jul 14 14:31:53.790676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca019-9614-4436-985b-8eae424b7083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a298d5a-cf11-43c7-9193-9de797cc8602,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:53.801041 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084952ea-3b54-4d0c-8ee8-42affcd8bb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec0c10-3a3b-4885-a796-b49ed723320f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:54.242635 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a3fbe-f6b5-45fa-bfa7-848e51649330 req-c7f4e33a-85ba-40f3-b3fa-8996510defb9 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:54.243839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-693a3fbe-f6b5-45fa-bfa7-848e51649330 req-c7f4e33a-85ba-40f3-b3fa-8996510defb9 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0507848 Jul 14 14:31:54.300700 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-693a3fbe-f6b5-45fa-bfa7-848e51649330 req-f9d65007-e73e-4d9e-9700-add6a09da86a tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 Jul 14 14:31:54.327126 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:54.409122 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6bef-df36-4036-906f-eb4de1ea91b8 req-8a86a891-2da4-4fb2-921e-4ebf66b0c151 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:54.410562 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12fb6bef-df36-4036-906f-eb4de1ea91b8 req-8a86a891-2da4-4fb2-921e-4ebf66b0c151 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0507677 Jul 14 14:31:54.458696 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12fb6bef-df36-4036-906f-eb4de1ea91b8 req-c64d979f-9e8d-4335-9027-a1883630a444 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Jul 14 14:31:54.577347 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39522) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:54.592410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64b0bb87-540f-420e-99f3-fa880295a345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.664641 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39526) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:54.685009 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-35092b20-190c-45e9-93ce-40fc7f59ddc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.694147 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64b0bb87-540f-420e-99f3-fa880295a345 admin admin] Publish callbacks [] for security_group (dd4cf537-4905-4945-8588-7f07bc62a26c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.775207 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64b0bb87-540f-420e-99f3-fa880295a345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (dd4cf537-4905-4945-8588-7f07bc62a26c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.785063 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-35092b20-190c-45e9-93ce-40fc7f59ddc6 admin admin] Publish callbacks [] for security_group (0df22259-467c-4600-a114-406390bc1bd3), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.815922 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-64b0bb87-540f-420e-99f3-fa880295a345 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f2c9ba90c806490284afce160479a875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373669 Jul 14 14:31:54.816633 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0bb87-540f-420e-99f3-fa880295a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4cf537-4905-4945-8588-7f07bc62a26c,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:54.818831 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39530) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:54.870248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] Publish callbacks [] for security_group (dd4cf537-4905-4945-8588-7f07bc62a26c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.886607 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-35092b20-190c-45e9-93ce-40fc7f59ddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0df22259-467c-4600-a114-406390bc1bd3), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.920192 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] Publish callbacks [] for security_group (dd4cf537-4905-4945-8588-7f07bc62a26c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:54.942966 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-35092b20-190c-45e9-93ce-40fc7f59ddc6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b19663e536c14fa7aff8e613480c26b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770400 Jul 14 14:31:54.945660 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39536) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:54.960768 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35092b20-190c-45e9-93ce-40fc7f59ddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df22259-467c-4600-a114-406390bc1bd3,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:55.008960 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] Publish callbacks [] for security_group (0df22259-467c-4600-a114-406390bc1bd3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.034568 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] Publish callbacks [] for security_group (0df22259-467c-4600-a114-406390bc1bd3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.067980 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (dd4cf537-4905-4945-8588-7f07bc62a26c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.071034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.072366 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dd4cf537-4905-4945-8588-7f07bc62a26c HTTP/1.1" status: 204 len: 168 time: 0.2525496 Jul 14 14:31:55.081456 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd97b662-9b14-454a-a90f-775b9f7e203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4cf537-4905-4945-8588-7f07bc62a26c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:55.192151 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0df22259-467c-4600-a114-406390bc1bd3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.194664 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:55.195784 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0df22259-467c-4600-a114-406390bc1bd3 HTTP/1.1" status: 204 len: 168 time: 0.2489254 Jul 14 14:31:55.204692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c536aa-f5f5-4221-b12c-e5bdd59899ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df22259-467c-4600-a114-406390bc1bd3,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:55.423525 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5500db-ee11-46a1-833c-0ee384791638 req-cd741685-aa21-41e2-9756-7696b7d1e5f4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:55.424974 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa5500db-ee11-46a1-833c-0ee384791638 req-cd741685-aa21-41e2-9756-7696b7d1e5f4 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0467680 Jul 14 14:31:55.484012 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa5500db-ee11-46a1-833c-0ee384791638 req-0f9c9308-fdb7-457b-a738-e73eb9a485a2 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Jul 14 14:31:55.586773 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987211f-f14a-4f3b-b20a-131470431107 req-83c1cd5c-3334-4916-863a-78f0c9cb29c7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:55.588721 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6987211f-f14a-4f3b-b20a-131470431107 req-83c1cd5c-3334-4916-863a-78f0c9cb29c7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0503547 Jul 14 14:31:55.665657 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6987211f-f14a-4f3b-b20a-131470431107 req-965c1d2c-b22e-4f3d-a059-cbb36aa36be9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568261 Jul 14 14:31:55.872219 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:55.918853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39576) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:55.925585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:56.090503 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2057dd9e-a9f0-404b-8c08-1327a32cf201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.185365 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-e2f278cb-b001-42de-b4f2-ec5fb433cbdf tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:56.186977 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-e2f278cb-b001-42de-b4f2-ec5fb433cbdf tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.91 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.1142654 Jul 14 14:31:56.331577 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Deleting port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:31:56.331919 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.368263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2057dd9e-a9f0-404b-8c08-1327a32cf201 admin admin] Publish callbacks [] for security_group (e0f3f433-1968-42db-8a91-9e318542e21d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.378261 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:56.440071 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] For port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:31:56.440071 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.458319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Calling delete_port for 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:31:56.493891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2057dd9e-a9f0-404b-8c08-1327a32cf201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e0f3f433-1968-42db-8a91-9e318542e21d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.578474 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057dd9e-a9f0-404b-8c08-1327a32cf201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3f433-1968-42db-8a91-9e318542e21d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:56.587980 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2057dd9e-a9f0-404b-8c08-1327a32cf201 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6508b2f4801d4a4ab0494b3201432152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6680038 Jul 14 14:31:56.588449 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39612) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:56.621940 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:56.658699 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1fb87-8ddc-4930-873a-0800688ecb6a req-61d148cb-9832-4a85-9bf9-41ea053a6974 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:56.660191 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4a1fb87-8ddc-4930-873a-0800688ecb6a req-61d148cb-9832-4a85-9bf9-41ea053a6974 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 946 time: 0.0899489 Jul 14 14:31:56.699405 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] Publish callbacks [] for security_group (e0f3f433-1968-42db-8a91-9e318542e21d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.700415 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:56.739383 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] Publish callbacks [] for security_group (e0f3f433-1968-42db-8a91-9e318542e21d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.750839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4a1fb87-8ddc-4930-873a-0800688ecb6a req-81d81e9b-817d-42fd-9635-a13f2da99224 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/security-groups?id=b42f0d0f-898d-4f2f-ab53-ff109f1bad38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821049 Jul 14 14:31:56.769311 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (0a7c99e8-4400-4d54-9c86-5fe83dfe11b4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.793181 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['0a7c99e8-4400-4d54-9c86-5fe83dfe11b4'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:31:56.805790 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Pushing event deleted for resources: {'Port': ['ID=0a7c99e8-4400-4d54-9c86-5fe83dfe11b4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:56.819981 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f3f35-9da5-434a-bd8b-e51abc008967 req-b3f0c97c-5a37-4619-a2c5-ff85f04eb58e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:56.821601 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d23f3f35-9da5-434a-bd8b-e51abc008967 req-b3f0c97c-5a37-4619-a2c5-ff85f04eb58e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0799062 Jul 14 14:31:56.889129 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d23f3f35-9da5-434a-bd8b-e51abc008967 req-6906ca82-5a60-412b-9448-b8ecd1fa7ca6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jul 14 14:31:56.913788 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] No DVR routers for this DVR port 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:31:56.921539 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.924841 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f236e279-d99d-4d92-adaa-0d791c506e90 req-63ac4d27-1eb5-4d06-867f-bfc1d7cf14d8 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.91 "DELETE /v2.0/ports/0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 HTTP/1.1" status: 204 len: 173 time: 0.7284954 Jul 14 14:31:56.925285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'name': 'network-vif-deleted', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:31:56.927565 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50405591-722a-4e5f-9ae2-274a7e99ce4e" -d '{"events": [{"server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "name": "network-vif-deleted", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:31:56.969174 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e0f3f433-1968-42db-8a91-9e318542e21d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.971764 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:56.975449 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e0f3f433-1968-42db-8a91-9e318542e21d HTTP/1.1" status: 204 len: 168 time: 0.3774076 Jul 14 14:31:56.975590 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfbcf72-34d5-4805-9e9e-28bb897645f8 x-openstack-request-id: req-5cfbcf72-34d5-4805-9e9e-28bb897645f8 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:31:56.975590 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99e8a14-f8ad-4237-9381-1f5453bca4b9", "name": "network-vif-deleted", "tag": "0a7c99e8-4400-4d54-9c86-5fe83dfe11b4", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:31:56.975590 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cfbcf72-34d5-4805-9e9e-28bb897645f8 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:31:56.975590 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfbcf72-34d5-4805-9e9e-28bb897645f8'] response: {'server_uuid': 'a99e8a14-f8ad-4237-9381-1f5453bca4b9', 'name': 'network-vif-deleted', 'tag': '0a7c99e8-4400-4d54-9c86-5fe83dfe11b4', 'status': 'completed', 'code': 200} Jul 14 14:31:56.986845 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0be827-8cf7-4843-b146-06a14d2b5db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3f433-1968-42db-8a91-9e318542e21d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:57.207230 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:57.809122 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:57.867859 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d52fd26f-a542-470f-9dc0-d391a069627e req-01492f44-e598-4ab1-b3e3-8e13a3be67b2 tempest-DeleteServersTestJSON-1367776894 tempest-DeleteServersTestJSON-1367776894-project] 10.222.0.93 "GET /v2.0/ports?device_id=a99e8a14-f8ad-4237-9381-1f5453bca4b9 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Jul 14 14:31:58.025957 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a6852-3a47-406c-b233-6290eeeaa724 req-b7892fc1-e680-485f-8e62-ea6168dca382 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:58.028544 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-831a6852-3a47-406c-b233-6290eeeaa724 req-b7892fc1-e680-485f-8e62-ea6168dca382 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0567441 Jul 14 14:31:58.099443 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-831a6852-3a47-406c-b233-6290eeeaa724 req-4b258032-41be-4cbf-9bd3-6d0dbf3a0db5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645964 Jul 14 14:31:58.318247 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39682) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:58.626199 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6849db14-f1fb-4551-af26-79929fae0af3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:58.699234 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6849db14-f1fb-4551-af26-79929fae0af3 admin admin] Publish callbacks [] for security_group (ff602307-a45b-466e-a06d-caf2858e34dd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:58.792117 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6849db14-f1fb-4551-af26-79929fae0af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ff602307-a45b-466e-a06d-caf2858e34dd), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:58.833450 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6849db14-f1fb-4551-af26-79929fae0af3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ef0d282f4f684b3a82053428e8367905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5138900 Jul 14 14:31:58.834338 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849db14-f1fb-4551-af26-79929fae0af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff602307-a45b-466e-a06d-caf2858e34dd,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:58.836116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39700) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:31:58.889793 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] Publish callbacks [] for security_group (ff602307-a45b-466e-a06d-caf2858e34dd), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:58.912826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] Publish callbacks [] for security_group (ff602307-a45b-466e-a06d-caf2858e34dd), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:59.097997 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ff602307-a45b-466e-a06d-caf2858e34dd), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:59.097997 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:31:59.097997 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ff602307-a45b-466e-a06d-caf2858e34dd HTTP/1.1" status: 204 len: 168 time: 0.2393763 Jul 14 14:31:59.097997 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce09faf-b0b9-4620-8465-47a8b07419e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff602307-a45b-466e-a06d-caf2858e34dd,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:31:59.266017 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71c7c-3743-4390-9150-6303ef480677 req-0fc19e6f-a5c3-41e8-9881-23671ce87120 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:31:59.267742 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5cb71c7c-3743-4390-9150-6303ef480677 req-0fc19e6f-a5c3-41e8-9881-23671ce87120 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0675783 Jul 14 14:31:59.316726 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5cb71c7c-3743-4390-9150-6303ef480677 req-2b43ba7d-5e65-484f-806b-649b98c5fd2c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434136 Jul 14 14:31:59.436924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=88,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:31:59.672153 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:32:00.073015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:00.094207 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39758) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:00.107920 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-705a5434-7a91-4c58-8475-1648a1bc7418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.167132 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:00.195233 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-705a5434-7a91-4c58-8475-1648a1bc7418 admin admin] Publish callbacks [] for security_group (6bc8521c-f0c1-41ad-821c-8a92b3ed86d4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.298433 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-705a5434-7a91-4c58-8475-1648a1bc7418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6bc8521c-f0c1-41ad-821c-8a92b3ed86d4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.339711 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-705a5434-7a91-4c58-8475-1648a1bc7418 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c8ba5342ea3443b1ae1077b5c76478c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443378 Jul 14 14:32:00.340553 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a5434-7a91-4c58-8475-1648a1bc7418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8521c-f0c1-41ad-821c-8a92b3ed86d4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:00.344016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39772) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:00.408501 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] Publish callbacks [] for security_group (6bc8521c-f0c1-41ad-821c-8a92b3ed86d4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.431793 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] Publish callbacks [] for security_group (6bc8521c-f0c1-41ad-821c-8a92b3ed86d4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.467028 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509818b7-cb8d-435b-bf83-7a297cbf62c6 req-229737af-b9cb-4d54-b093-e59193900077 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:00.468849 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-509818b7-cb8d-435b-bf83-7a297cbf62c6 req-229737af-b9cb-4d54-b093-e59193900077 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0558217 Jul 14 14:32:00.538460 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-509818b7-cb8d-435b-bf83-7a297cbf62c6 req-ef618822-2633-4bdf-bd48-97fdad0bbfb8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631399 Jul 14 14:32:00.561227 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6bc8521c-f0c1-41ad-821c-8a92b3ed86d4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.563819 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:00.565030 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6bc8521c-f0c1-41ad-821c-8a92b3ed86d4 HTTP/1.1" status: 204 len: 168 time: 0.2195520 Jul 14 14:32:00.574102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff25a60-1c47-4ea8-8d4c-5d74f729c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8521c-f0c1-41ad-821c-8a92b3ed86d4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:00.625740 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:00.789078 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39792) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:00.982435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39812) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:00.997285 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-46ab88e6-6158-4d37-bee2-a68e920f8e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.095922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-46ab88e6-6158-4d37-bee2-a68e920f8e48 admin admin] Publish callbacks [] for security_group (ef500e6e-b688-4c0f-92e9-5c8315d34293), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.154841 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:01.195905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:32:01.218988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:32:01.219346 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0a7c99e8-4400-4d54-9c86-5fe83dfe11b4 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:32:01.361345 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-46ab88e6-6158-4d37-bee2-a68e920f8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ef500e6e-b688-4c0f-92e9-5c8315d34293), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.373134 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:01.404003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-46ab88e6-6158-4d37-bee2-a68e920f8e48 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=69517203e34a4f5eb7ceead9abacc32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6138787 Jul 14 14:32:01.405979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab88e6-6158-4d37-bee2-a68e920f8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef500e6e-b688-4c0f-92e9-5c8315d34293,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:01.408279 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39820) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:01.410463 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (869f48e8-660c-423d-bb73-9613fca7edd5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.538522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39822) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:01.596984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6b81-5310-4209-b7ca-91d5ed5ab58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.665887 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] Publish callbacks [] for security_group (ef500e6e-b688-4c0f-92e9-5c8315d34293), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.674023 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829a6e9-4e16-4ea8-8497-a63811769c14 req-99dad91b-7d32-4e1b-825d-e4f128769c8e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:01.675498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e829a6e9-4e16-4ea8-8497-a63811769c14 req-99dad91b-7d32-4e1b-825d-e4f128769c8e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0629382 Jul 14 14:32:01.708622 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] Publish callbacks [] for security_group (ef500e6e-b688-4c0f-92e9-5c8315d34293), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.760345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Deleting port 4b96ef52-2e51-4334-bcfe-fd2322931b58 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:32:01.760723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.765365 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e829a6e9-4e16-4ea8-8497-a63811769c14 req-32b5b344-3ac3-41d8-9b40-a64db75c2fd7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Jul 14 14:32:01.796482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6b81-5310-4209-b7ca-91d5ed5ab58e admin admin] Publish callbacks [] for security_group (a0315c3d-7999-4415-8339-1a307ce682f8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.857058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ef500e6e-b688-4c0f-92e9-5c8315d34293), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.860538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-5e6b6b81-5310-4209-b7ca-91d5ed5ab58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a0315c3d-7999-4415-8339-1a307ce682f8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.860888 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.864872 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ef500e6e-b688-4c0f-92e9-5c8315d34293 HTTP/1.1" status: 204 len: 168 time: 0.4556284 Jul 14 14:32:01.875547 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b6fca-dcc6-4329-a595-5af50b7bce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef500e6e-b688-4c0f-92e9-5c8315d34293,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:01.887994 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] For port 4b96ef52-2e51-4334-bcfe-fd2322931b58, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4b96ef52-2e51-4334-bcfe-fd2322931b58,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:01.888438 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:01.925289 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-5e6b6b81-5310-4209-b7ca-91d5ed5ab58e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e4f4f825f0e44782b739217c4b6cc8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856754 Jul 14 14:32:01.928152 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39832) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:01.929252 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Calling delete_port for 4b96ef52-2e51-4334-bcfe-fd2322931b58 owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:32:01.936710 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b6b81-5310-4209-b7ca-91d5ed5ab58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0315c3d-7999-4415-8339-1a307ce682f8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:01.987468 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:02.014982 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] Publish callbacks [] for security_group (a0315c3d-7999-4415-8339-1a307ce682f8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.069006 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] Publish callbacks [] for security_group (a0315c3d-7999-4415-8339-1a307ce682f8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.226497 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a0315c3d-7999-4415-8339-1a307ce682f8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.227663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:02.229202 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.230365 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a0315c3d-7999-4415-8339-1a307ce682f8 HTTP/1.1" status: 204 len: 168 time: 0.3003843 Jul 14 14:32:02.232817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:02.239039 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a5570-2b25-4377-a20d-0c99138cbe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0315c3d-7999-4415-8339-1a307ce682f8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:02.286864 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (4b96ef52-2e51-4334-bcfe-fd2322931b58), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.311753 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Pushing event deleted for resources: {'Port': ['ID=4b96ef52-2e51-4334-bcfe-fd2322931b58,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:02.487195 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (869f48e8-660c-423d-bb73-9613fca7edd5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.704400 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39848) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:02.707723 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e0ce34a6-84ea-4d5f-b8bc-40c7dfe1e756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:02.718217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Router 869f48e8-660c-423d-bb73-9613fca7edd5 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:32:02.764902 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:02.920989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf263662-0ab8-4c7d-bcce-7c9966dc083e req-ee75c31e-5f5a-48f3-9be9-69c8b0261810 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:02.928507 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf263662-0ab8-4c7d-bcce-7c9966dc083e req-ee75c31e-5f5a-48f3-9be9-69c8b0261810 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0692463 Jul 14 14:32:03.014319 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42b7eecb-1255-48f3-bdfa-941acb481c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.134498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf263662-0ab8-4c7d-bcce-7c9966dc083e req-5de990c6-4c3a-4b70-8d3a-7a84f40eefd4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039945 Jul 14 14:32:03.201335 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42b7eecb-1255-48f3-bdfa-941acb481c04 admin admin] Publish callbacks [] for security_group (3db17149-f516-419b-9284-d57ec5385884), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.257230 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:32:03.265826 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c16834cc-7fab-431f-a941-a76afdad5bce admin admin] 10.222.0.93 "PUT /v2.0/routers/869f48e8-660c-423d-bb73-9613fca7edd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2798462 Jul 14 14:32:03.267120 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39882) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:03.272002 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Sync routers for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:32:03.292041 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:03.294063 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:31:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:03.344398 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42b7eecb-1255-48f3-bdfa-941acb481c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3db17149-f516-419b-9284-d57ec5385884), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.396632 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-42b7eecb-1255-48f3-bdfa-941acb481c04 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=55911758731f4008b233bef3bd5b8f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6897268 Jul 14 14:32:03.397788 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7eecb-1255-48f3-bdfa-941acb481c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db17149-f516-419b-9284-d57ec5385884,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:03.400298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39884) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:03.415983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks [] for router (869f48e8-660c-423d-bb73-9613fca7edd5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.453327 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] Publish callbacks [] for security_group (3db17149-f516-419b-9284-d57ec5385884), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.455185 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:03.478133 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] Publish callbacks [] for security_group (3db17149-f516-419b-9284-d57ec5385884), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.550920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks [] for router_gateway (869f48e8-660c-423d-bb73-9613fca7edd5), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.615867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:03.617034 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3db17149-f516-419b-9284-d57ec5385884), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.619780 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.623221 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3db17149-f516-419b-9284-d57ec5385884 HTTP/1.1" status: 204 len: 168 time: 0.2196457 Jul 14 14:32:03.636612 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f22e8-7594-416b-bcc1-8050b52d9f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db17149-f516-419b-9284-d57ec5385884,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:03.670857 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:32:02Z', 'revision_number': 5, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port': {'id': '2a965f58-f6d8-4d75-9c15-d9dd24ea1711', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:7c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:03.707550 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Deleting port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:32:03.707888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.779003 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Checking router: 869f48e8-660c-423d-bb73-9613fca7edd5 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:32:03.798714 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Routers {'869f48e8-660c-423d-bb73-9613fca7edd5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:03.799326 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:31:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['869f48e8-660c-423d-bb73-9613fca7edd5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:03.802891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] For port 2a965f58-f6d8-4d75-9c15-d9dd24ea1711, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:03.803251 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:03.818149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Calling delete_port for 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:32:03.888766 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] Set router 869f48e8-660c-423d-bb73-9613fca7edd5 gateway port host: None {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:03.939135 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:32:03Z', 'revision_number': 6, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:03.967062 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad19ce-2272-4125-8ab1-f4672eccf2b2 None None] The sync data for ids ['869f48e8-660c-423d-bb73-9613fca7edd5'] in dv-cinder-799871-30-iscsi is: [{'id': '869f48e8-660c-423d-bb73-9613fca7edd5', 'name': 'tempest-DeleteServersTestJSON-1268875682-router', 'tenant_id': '8725a19566454345b77b639cfe170008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:42Z', 'updated_at': '2022-07-14T14:32:03Z', 'revision_number': 6, 'project_id': '8725a19566454345b77b639cfe170008', 'gw_port_host': None}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:32:04.167402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (2a965f58-f6d8-4d75-9c15-d9dd24ea1711), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.203346 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a965f58-f6d8-4d75-9c15-d9dd24ea1711,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:04.266388 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cb869-89c2-4a8a-8e0b-bbcb33402d8b req-06c4521f-b300-4e76-afc0-a8419f36ab44 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:04.268009 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-622cb869-89c2-4a8a-8e0b-bbcb33402d8b req-06c4521f-b300-4e76-afc0-a8419f36ab44 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0515604 Jul 14 14:32:04.278401 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (869f48e8-660c-423d-bb73-9613fca7edd5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.330161 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-622cb869-89c2-4a8a-8e0b-bbcb33402d8b req-fe06b968-38ff-436d-ad18-8ca201e5e954 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Jul 14 14:32:04.402719 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (869f48e8-660c-423d-bb73-9613fca7edd5), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.405449 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks [] for router_controller (869f48e8-660c-423d-bb73-9613fca7edd5), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.438133 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39922) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:04.472664 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4014d04c-9fca-47b4-b02c-0be2edcbc8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.548663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39924) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:04.611318 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4014d04c-9fca-47b4-b02c-0be2edcbc8e1 admin admin] Publish callbacks [] for security_group (b2f7b64d-f929-4c41-876a-fb80cff20d56), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.629730 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (869f48e8-660c-423d-bb73-9613fca7edd5), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.630416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869f48e8-660c-423d-bb73-9613fca7edd5 {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:32:04.636026 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.639628 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c792ec8b-39b3-491f-8858-73dbb5f99e97 admin admin] 10.222.0.93 "DELETE /v2.0/routers/869f48e8-660c-423d-bb73-9613fca7edd5 HTTP/1.1" status: 204 len: 168 time: 1.3690886 Jul 14 14:32:04.639961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39932) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:04.687492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Deleting subnet f1b59bb5-ffed-4b39-9577-8b3c0eb32c19 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:32:04.690773 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Publish callbacks [] for subnet (f1b59bb5-ffed-4b39-9577-8b3c0eb32c19), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.723267 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4014d04c-9fca-47b4-b02c-0be2edcbc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b2f7b64d-f929-4c41-876a-fb80cff20d56), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.726878 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (f1b59bb5-ffed-4b39-9577-8b3c0eb32c19), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.781978 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4014d04c-9fca-47b4-b02c-0be2edcbc8e1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c3d8527d88944f6390e1e40f7ef456cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425257 Jul 14 14:32:04.783008 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014d04c-9fca-47b4-b02c-0be2edcbc8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f7b64d-f929-4c41-876a-fb80cff20d56,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:04.783139 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-559429016-network', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:04.787680 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39938) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:04.838332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4e1ba966-5336-4322-b223-d69bcd90c3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.846837 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] Publish callbacks [] for security_group (b2f7b64d-f929-4c41-876a-fb80cff20d56), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.874525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (f1b59bb5-ffed-4b39-9577-8b3c0eb32c19), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.874843 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] Publish callbacks [] for security_group (b2f7b64d-f929-4c41-876a-fb80cff20d56), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.890473 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:04.940518 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Made reservation on behalf of 6b36d14d5bd24ed39bcb0a32dfa016f7 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:04.946419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:04.963086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.015522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (f1b59bb5-ffed-4b39-9577-8b3c0eb32c19), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.051973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.060587 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f1b59bb5-ffed-4b39-9577-8b3c0eb32c19 HTTP/1.1" status: 204 len: 168 time: 0.4172640 Jul 14 14:32:05.061405 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39948) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:05.069571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31301e74-8dc8-4c7e-ac91-2a9bae92248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b59bb5-ffed-4b39-9577-8b3c0eb32c19,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.077452 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8798c-19c0-48e2-8949-d1bde98ac4d6 None None] Network 31bdf79e-f084-4168-9b3d-9dd7c6b07ead requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:32:05.079656 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39950) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:05.093460 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b2f7b64d-f929-4c41-876a-fb80cff20d56), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.100037 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.101517 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b2f7b64d-f929-4c41-876a-fb80cff20d56 HTTP/1.1" status: 204 len: 168 time: 0.3127084 Jul 14 14:32:05.144889 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be02c1-20db-4bf9-b7b8-f000211cb0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f7b64d-f929-4c41-876a-fb80cff20d56,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.175693 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:05.187263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks [] for security_group (e5643647-08f3-4cc8-bedb-b796a555315d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.210858 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (31bdf79e-f084-4168-9b3d-9dd7c6b07ead), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.277053 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbe505dc-1ad4-4de9-88fc-861d58ca7159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.295058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e5643647-08f3-4cc8-bedb-b796a555315d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.312219 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Deleting port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:32:05.312749 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.322336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] DHCP port deletion for 31bdf79e-f084-4168-9b3d-9dd7c6b07ead request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:32:05.377905 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:32:05.379969 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5643647-08f3-4cc8-bedb-b796a555315d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.384076 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Deleting port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:32:05.384748 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.405235 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (8fef1b88-5689-42ca-94c5-a69aa44d7678), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.405235 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Added segment 8fef1b88-5689-42ca-94c5-a69aa44d7678 of type vlan for network 94445a67-02a7-44f8-b413-c6bbd14cbf31 Jul 14 14:32:05.456730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] For port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:05.457490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.474153 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (94445a67-02a7-44f8-b413-c6bbd14cbf31), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.474353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Calling delete_port for 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:32:05.518175 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:05.520520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbe505dc-1ad4-4de9-88fc-861d58ca7159 admin admin] Publish callbacks [] for security_group (8b82ff92-8a0d-4db3-812c-99086e3cc62c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.599116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:32:05.609482 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d736-93aa-4ebb-98d8-b6c3f7a2e142 req-80ed4330-88b1-4b1b-b75d-ec37ebbb6295 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:05.611166 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83a9d736-93aa-4ebb-98d8-b6c3f7a2e142 req-80ed4330-88b1-4b1b-b75d-ec37ebbb6295 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.1205482 Jul 14 14:32:05.630101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fbe505dc-1ad4-4de9-88fc-861d58ca7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b82ff92-8a0d-4db3-812c-99086e3cc62c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.636482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (94445a67-02a7-44f8-b413-c6bbd14cbf31), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.641074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] For port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,segment=NetworkSegment(813f837b-cb57-43b1-9ed4-9a9451bb7b6d),segment_id=813f837b-cb57-43b1-9ed4-9a9451bb7b6d)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:05.641238 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:05.641334 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.641422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.642555 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:32:05.643078 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2a965f58-f6d8-4d75-9c15-d9dd24ea1711 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:32:05.643650 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4b96ef52-2e51-4334-bcfe-fd2322931b58 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:32:05.668906 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 4b96ef52-2e51-4334-bcfe-fd2322931b58 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:32:05.669659 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4b96ef52-2e51-4334-bcfe-fd2322931b58 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:32:05.688853 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39960) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:05.694628 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Calling delete_port for 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:32:05.724761 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83a9d736-93aa-4ebb-98d8-b6c3f7a2e142 req-a2ea606b-38c3-43c8-98ae-af1d24e6dee0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066697 Jul 14 14:32:05.739075 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fbe505dc-1ad4-4de9-88fc-861d58ca7159 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba0419dda3eb44c1bb2f3ecdddd7e110&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6573966 Jul 14 14:32:05.743400 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39966) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:05.804791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.813937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe505dc-1ad4-4de9-88fc-861d58ca7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b82ff92-8a0d-4db3-812c-99086e3cc62c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.837143 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2861266 Jul 14 14:32:05.837625 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8824e31-4d50-4784-8705-c45e6f6b7485 admin admin] Pushing event updated for resources: {'Network': ['ID=94445a67-02a7-44f8-b413-c6bbd14cbf31,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.848512 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 39974) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:05.849194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] No DVR routers for this DVR port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b on host dv-cinder-799871-30-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:32:05.863511 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:05.869953 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] Publish callbacks [] for security_group (8b82ff92-8a0d-4db3-812c-99086e3cc62c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.871802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Request body: {'subnet': {'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-559429016-subnet', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:05.876366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:32:05.907850 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] Publish callbacks [] for security_group (8b82ff92-8a0d-4db3-812c-99086e3cc62c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:05.980698 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.011711 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Pushing event deleted for resources: {'Port': ['ID=5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.017376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] No DVR routers for this DVR port 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:32:06.026537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Made reservation on behalf of 6b36d14d5bd24ed39bcb0a32dfa016f7 for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:06.027138 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.027492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.027851 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.028195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.028524 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.028855 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.029179 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.029507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.029871 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.030199 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.030494 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6c1292a6-e6bc-474c-b3a3-5757f5ed5c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.030621 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.031125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.031415 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.032586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.032586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b52daf-4a1a-4f5a-baa8-c65ffa0114a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:06.034669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.037320 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (31bdf79e-f084-4168-9b3d-9dd7c6b07ead), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.081248 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bdf79e-f084-4168-9b3d-9dd7c6b07ead']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:06.097912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813f837b-cb57-43b1-9ed4-9a9451bb7b6d') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:06.098055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813f837b-cb57-43b1-9ed4-9a9451bb7b6d') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:06.110244 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (813f837b-cb57-43b1-9ed4-9a9451bb7b6d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.136392 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (813f837b-cb57-43b1-9ed4-9a9451bb7b6d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.146644 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:32:06.147286 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (813f837b-cb57-43b1-9ed4-9a9451bb7b6d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.203195 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8b82ff92-8a0d-4db3-812c-99086e3cc62c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.205730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.209529 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8b82ff92-8a0d-4db3-812c-99086e3cc62c HTTP/1.1" status: 204 len: 168 time: 0.4622777 Jul 14 14:32:06.209529 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 813f837b-cb57-43b1-9ed4-9a9451bb7b6d resource provider aggregate not found Jul 14 14:32:06.238911 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d7ca7-bd30-4a43-80f7-d2f8b8c2ec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b82ff92-8a0d-4db3-812c-99086e3cc62c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.257039 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 813f837b-cb57-43b1-9ed4-9a9451bb7b6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 813f837b-cb57-43b1-9ed4-9a9451bb7b6d found for delete ", "request_id": "req-f4eb110b-3d0b-491b-89af-347457e379fe"}]} Jul 14 14:32:06.283753 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.312088 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6c1292a6-e6bc-474c-b3a3-5757f5ed5c7e admin admin] Publish callbacks [] for security_group (fb37f3b0-9ded-4aad-9eb0-c1a79cea532a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.315323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (31bdf79e-f084-4168-9b3d-9dd7c6b07ead), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.340467 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.345808 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/31bdf79e-f084-4168-9b3d-9dd7c6b07ead HTTP/1.1" status: 204 len: 168 time: 1.2789729 Jul 14 14:32:06.347174 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb3dff-8e86-457e-b50a-37d52a16f3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=31bdf79e-f084-4168-9b3d-9dd7c6b07ead,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.420270 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6c1292a6-e6bc-474c-b3a3-5757f5ed5c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (fb37f3b0-9ded-4aad-9eb0-c1a79cea532a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.449856 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (01f84025-1465-4748-8bbd-35702a15a935), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.466218 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6c1292a6-e6bc-474c-b3a3-5757f5ed5c7e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=532b0a29b13b41e0b16b2f487b3376fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7761590 Jul 14 14:32:06.467095 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1292a6-e6bc-474c-b3a3-5757f5ed5c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37f3b0-9ded-4aad-9eb0-c1a79cea532a,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.469367 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 39992) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:06.489060 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:06.523391 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] Publish callbacks [] for security_group (fb37f3b0-9ded-4aad-9eb0-c1a79cea532a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.524747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f84025-1465-4748-8bbd-35702a15a935,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.530296 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Checking segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:06.530646 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Network hostable DHCP agents. Network: 94445a67-02a7-44f8-b413-c6bbd14cbf31, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:32:06.547713 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] Publish callbacks [] for security_group (fb37f3b0-9ded-4aad-9eb0-c1a79cea532a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.694838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:32:06.726328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (fb37f3b0-9ded-4aad-9eb0-c1a79cea532a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.729690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.731316 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fb37f3b0-9ded-4aad-9eb0-c1a79cea532a HTTP/1.1" status: 204 len: 168 time: 0.2607803 Jul 14 14:32:06.739395 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12169e4-284b-4307-adb5-1d6979a505bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37f3b0-9ded-4aad-9eb0-c1a79cea532a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:06.786537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 94445a67-02a7-44f8-b413-c6bbd14cbf31) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:06.792065 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:06.792667 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.799444 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb4d3b-e9eb-4487-9c76-2bab1b9b2a93 None None] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:32:06.865543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66635e6-47f1-4acb-b520-15c1316a5798 req-d598e3fd-d310-4ed5-87dc-96c055d711c4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:06.867167 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c66635e6-47f1-4acb-b520-15c1316a5798 req-d598e3fd-d310-4ed5-87dc-96c055d711c4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0603359 Jul 14 14:32:06.869463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:06.892199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40006) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:06.919779 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-94445a67-02a7-44f8-b413-c6bbd14cbf31', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:32:06.921023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:06.925630 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fedf93e8-94b2-4d29-9c89-e83a393f4c56 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0660589 Jul 14 14:32:06.929183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40008) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:06.935386 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:06.935592 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:06.941439 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c66635e6-47f1-4acb-b520-15c1316a5798 req-5fda144c-5fa6-44a1-9769-47d144712181 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669591 Jul 14 14:32:06.970209 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-cbf880b5-8730-41fd-90bc-0e9728e12f2f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8725a19566454345b77b639cfe170008&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0760593 Jul 14 14:32:06.975483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40010) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:07.035064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] Publish callbacks [] for security_group (b42f0d0f-898d-4f2f-ab53-ff109f1bad38), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.056973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] Publish callbacks [] for security_group (b42f0d0f-898d-4f2f-ab53-ff109f1bad38), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.060594 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.061935 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.088322 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Allocated IP 172.20.0.2 (94445a67-02a7-44f8-b413-c6bbd14cbf31/01f84025-1465-4748-8bbd-35702a15a935/797a11f0-35e9-49f0-b9d6-c0d4b8353788) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:07.153805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for router_controller (676ef1b9-1a8c-49d3-a506-50285b15eebc), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.235804 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b42f0d0f-898d-4f2f-ab53-ff109f1bad38), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.240987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.242492 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b42f0d0f-898d-4f2f-ab53-ff109f1bad38 HTTP/1.1" status: 204 len: 168 time: 0.2659523 Jul 14 14:32:07.270059 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks [] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.310825 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:32:07.323803 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcca493-f9df-45a4-997b-719528edde6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f0d0f-898d-4f2f-ab53-ff109f1bad38,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:07.331172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:32:07.331693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5d7b7f0e-2d26-47c9-b921-c9a6b8f5661b not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:32:07.386521 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.389440 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.402740 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for router_gateway (676ef1b9-1a8c-49d3-a506-50285b15eebc), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.424709 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:07.429742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:07.434118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:07.440344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Pushing event updated for resources: {'Port': ['ID=797a11f0-35e9-49f0-b9d6-c0d4b8353788,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:07.499543 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Attempting to bind port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:07.499948 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Attempting to bind port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:07.500259 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Attempting to bind port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 on network 94445a67-02a7-44f8-b413-c6bbd14cbf31 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:07.505554 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:07.505955 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Checking segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:07.506352 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.506738 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Bound using segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:07.507194 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Bound port: 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:07.507570 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.575553 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] For port 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:07.579860 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] For port 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=797a11f0-35e9-49f0-b9d6-c0d4b8353788,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:07.594168 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40026) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:07.608684 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-981b4e68-5041-48e3-80a1-c9270464a700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.690344 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-981b4e68-5041-48e3-80a1-c9270464a700 admin admin] Publish callbacks [] for security_group (2b28b83e-e5ab-4729-889a-06f93eecbe0f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.697189 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for router_gateway (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.703034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.716895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.757023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-981b4e68-5041-48e3-80a1-c9270464a700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2b28b83e-e5ab-4729-889a-06f93eecbe0f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:07.775418 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cb812-8a46-4ad5-b098-0c718f59cf7b None None] Pushing event updated for resources: {'Port': ['ID=797a11f0-35e9-49f0-b9d6-c0d4b8353788,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:07.801820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:07.831838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b4e68-5041-48e3-80a1-c9270464a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b28b83e-e5ab-4729-889a-06f93eecbe0f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:07.861997 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Allocated IP 172.27.2.90 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/d448f8de-da13-4b51-a49b-e7d731e434e1) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:07.869216 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-981b4e68-5041-48e3-80a1-c9270464a700 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6664cfe04f9740ed8834b1711616e70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712269 Jul 14 14:32:07.872586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40032) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:07.969242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] Publish callbacks [] for security_group (2b28b83e-e5ab-4729-889a-06f93eecbe0f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.013181 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.025870 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] Publish callbacks [] for security_group (2b28b83e-e5ab-4729-889a-06f93eecbe0f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.174664 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64935b-48b2-4760-afd5-8675afb5f2b7 req-573a0a81-5073-49da-8841-e2106595db1e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:08.176206 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4e64935b-48b2-4760-afd5-8675afb5f2b7 req-573a0a81-5073-49da-8841-e2106595db1e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.1219468 Jul 14 14:32:08.186103 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.242116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2b28b83e-e5ab-4729-889a-06f93eecbe0f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.244749 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.246593 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2b28b83e-e5ab-4729-889a-06f93eecbe0f HTTP/1.1" status: 204 len: 168 time: 0.3723540 Jul 14 14:32:08.265069 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32a67-716d-4740-b20a-6c58242e81a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b28b83e-e5ab-4729-889a-06f93eecbe0f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:08.282119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:08.296579 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4e64935b-48b2-4760-afd5-8675afb5f2b7 req-3273fd11-93f2-4331-8ba9-3026164b95b1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087317 Jul 14 14:32:08.320556 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:08.392499 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:08.428529 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:08.431275 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:08.437133 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:08.460734 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Pushing event updated for resources: {'Port': ['ID=d448f8de-da13-4b51-a49b-e7d731e434e1,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:08.798415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for router_gateway (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.122671 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68700c-21dc-48bb-a728-545a308509d1 None None] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:32:09.218239 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Provisioning complete for port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:09.218444 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.219058 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.304485 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:09.353534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Current status of the port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:09.354169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.411355 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] For port 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=797a11f0-35e9-49f0-b9d6-c0d4b8353788,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:09.429235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 797a11f0-35e9-49f0-b9d6-c0d4b8353788 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:09.522586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.536851 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f995c7-abda-49fc-b554-1fcdeca2450f req-e51ff620-9a1f-4009-9891-21603c8c8102 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:09.541094 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9f995c7-abda-49fc-b554-1fcdeca2450f req-e51ff620-9a1f-4009-9891-21603c8c8102 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0902426 Jul 14 14:32:09.630695 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9f995c7-abda-49fc-b554-1fcdeca2450f req-5b536ffc-6b57-4913-83dd-6ad908f13086 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Jul 14 14:32:09.631832 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:09.632396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.673070 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf0023-0c0f-45ce-8f23-d9fdd54a7c64 None None] Pushing event updated for resources: {'Port': ['ID=797a11f0-35e9-49f0-b9d6-c0d4b8353788,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:09.683432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Router 676ef1b9-1a8c-49d3-a506-50285b15eebc is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:32:09.729956 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:09.744560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-3593325f-d192-40a9-8eee-a8e27294c838 None None] Provisioning complete for port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:09.748712 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3593325f-d192-40a9-8eee-a8e27294c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.809756 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:32:09.819440 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Sync routers for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:32:09.828288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-3593325f-d192-40a9-8eee-a8e27294c838 None None] Current status of the port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:09.837172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:09.838072 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:09.923171 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:09.924630 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-22bbc90f-4b4a-4e7f-9331-7ff627007a39 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9941068 Jul 14 14:32:09.927281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40106) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:09.940894 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:09.968045 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:10.096779 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:10.173234 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:08Z', 'revision_number': 3, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:10.214460 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Checking router: 676ef1b9-1a8c-49d3-a506-50285b15eebc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:32:10.214814 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Updating router 676ef1b9-1a8c-49d3-a506-50285b15eebc port d448f8de-da13-4b51-a49b-e7d731e434e1 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:32:10.273926 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.459339 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.663327 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Allocated IP 172.20.0.1 (94445a67-02a7-44f8-b413-c6bbd14cbf31/01f84025-1465-4748-8bbd-35702a15a935/2200b451-dfc7-4f84-b831-95df4afab6fe) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:10.770253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks [] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.822347 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db976a01-5082-4467-8d81-3e1845e10880 req-da762a6e-24e3-428d-a152-142be63c449c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:10.823774 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db976a01-5082-4467-8d81-3e1845e10880 req-da762a6e-24e3-428d-a152-142be63c449c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0624831 Jul 14 14:32:10.860839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks [] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.905031 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db976a01-5082-4467-8d81-3e1845e10880 req-2c0cedf7-826f-4f16-8db4-e50901c8ec68 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753543 Jul 14 14:32:10.917927 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.973441 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae78dae-fb61-4532-bffb-176ac7f19e1d None None] Pushing event updated for resources: {'Port': ['ID=d448f8de-da13-4b51-a49b-e7d731e434e1,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:10.981106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Attempting to bind port d448f8de-da13-4b51-a49b-e7d731e434e1 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:10.981106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Attempting to bind port d448f8de-da13-4b51-a49b-e7d731e434e1 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:10.981106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Attempting to bind port d448f8de-da13-4b51-a49b-e7d731e434e1 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:10.984013 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:10.984366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:10.984777 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:10.985162 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:10.985625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Bound port: d448f8de-da13-4b51-a49b-e7d731e434e1, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:10.986046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.032629 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.045603 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] For port d448f8de-da13-4b51-a49b-e7d731e434e1, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:11.048993 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] For port d448f8de-da13-4b51-a49b-e7d731e434e1, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d448f8de-da13-4b51-a49b-e7d731e434e1,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:11.099827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:11.103578 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:11.106555 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:11.108759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Pushing event updated for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:11.152762 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.160250 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.227576 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:11.228558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:11.260845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:11.381548 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 797a11f0-35e9-49f0-b9d6-c0d4b8353788 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:11.387717 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae78dae-fb61-4532-bffb-176ac7f19e1d None None] Pushing event updated for resources: {'Port': ['ID=d448f8de-da13-4b51-a49b-e7d731e434e1,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:11.472406 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:11.473073 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.480396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:11.482191 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.664979 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-e0b32800-c727-4c50-92e4-83cd14356455 None None] Provisioning complete for port 2200b451-dfc7-4f84-b831-95df4afab6fe triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:11.665378 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e0b32800-c727-4c50-92e4-83cd14356455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.723086 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks [] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.765863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:11.776592 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-e0b32800-c727-4c50-92e4-83cd14356455 None None] Port 2200b451-dfc7-4f84-b831-95df4afab6fe cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:11.793227 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:08Z', 'revision_number': 3, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:11.807268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:11.826469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63b964a-f303-486e-9b5c-8f15441ec818 None None] The sync data for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi is: [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:08Z', 'revision_number': 3, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:32:11.838597 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.923357 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:11.928613 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Pushing event updated for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:12.085793 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb7c45-ade4-49fe-93e3-1f9a47c35cf5 req-ea9aedb2-b2c9-49ea-863d-e234dc96c754 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:12.087267 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c8fb7c45-ade4-49fe-93e3-1f9a47c35cf5 req-ea9aedb2-b2c9-49ea-863d-e234dc96c754 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0582256 Jul 14 14:32:12.139949 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:12.143064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:12.251032 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:12.253890 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c8fb7c45-ade4-49fe-93e3-1f9a47c35cf5 req-7130c9d9-4c6f-4c97-bdc8-28d3dcf44283 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583736 Jul 14 14:32:12.347804 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Router 676ef1b9-1a8c-49d3-a506-50285b15eebc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:32:12.511180 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:32:12.526227 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-293dc234-f81a-4101-9433-ffdcadaf065c admin admin] 10.222.0.93 "PUT /v2.0/routers/676ef1b9-1a8c-49d3-a506-50285b15eebc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896623 Jul 14 14:32:12.544761 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-ded75af3-a8cf-41e3-866d-aaff9b23a90b None None] Provisioning complete for port 2200b451-dfc7-4f84-b831-95df4afab6fe triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:12.545266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ded75af3-a8cf-41e3-866d-aaff9b23a90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:12.601931 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ded75af3-a8cf-41e3-866d-aaff9b23a90b None None] Port 2200b451-dfc7-4f84-b831-95df4afab6fe cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:13.186379 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:13.366367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d448f8de-da13-4b51-a49b-e7d731e434e1 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:13.437932 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:13.452845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40234) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:13.457961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-377631895-network', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:13.469523 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09c983-55e1-4876-8535-f18f38b42541 req-b7fdd913-216b-4138-b985-594c88b91c2c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:13.473310 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:13.476952 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e09c983-55e1-4876-8535-f18f38b42541 req-b7fdd913-216b-4138-b985-594c88b91c2c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0989954 Jul 14 14:32:13.483884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:13.498655 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port d448f8de-da13-4b51-a49b-e7d731e434e1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:13.499028 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.527939 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e09c983-55e1-4876-8535-f18f38b42541 req-cc9feecf-16a3-40ed-8951-18b123e73042 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Jul 14 14:32:13.597452 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port d448f8de-da13-4b51-a49b-e7d731e434e1 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:13.597917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.610366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Made reservation on behalf of dae55def91d5421a92acf2b1deef5f21 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:13.616585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.622721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port d448f8de-da13-4b51-a49b-e7d731e434e1, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d448f8de-da13-4b51-a49b-e7d731e434e1,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:13.627994 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.717895 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks [] for security_group (a2f039eb-35f8-4a50-bf5b-0676f572ee54), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.772325 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.782445 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Sync routers for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:32:13.793229 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:13.794143 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:13.807407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a2f039eb-35f8-4a50-bf5b-0676f572ee54), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.832716 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:32:13.834106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=d448f8de-da13-4b51-a49b-e7d731e434e1,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:13.842922 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f039eb-35f8-4a50-bf5b-0676f572ee54,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:13.853962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (4cebc934-bb94-4a2f-840b-f94d22e87bf2), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.854500 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Added segment 4cebc934-bb94-4a2f-840b-f94d22e87bf2 of type vlan for network 98a6ec49-a998-4576-986b-0cb1e18a5e14 Jul 14 14:32:13.902095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (98a6ec49-a998-4576-986b-0cb1e18a5e14), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:13.906461 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:13.979284 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40260) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:14.018634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (98a6ec49-a998-4576-986b-0cb1e18a5e14), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.019675 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:14.020265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.096371 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] Pushing event updated for resources: {'Network': ['ID=98a6ec49-a998-4576-986b-0cb1e18a5e14,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:14.111765 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:32:14.115544 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 2, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:14.120983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bbab5c4f-6e91-44cf-b045-de969581705f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.146207 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Checking router: 676ef1b9-1a8c-49d3-a506-50285b15eebc for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:32:14.146614 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Updating router 676ef1b9-1a8c-49d3-a506-50285b15eebc port 2200b451-dfc7-4f84-b831-95df4afab6fe binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:32:14.175850 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.193392 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d4c8e877-edc6-441e-adcf-2babec34169d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7369809 Jul 14 14:32:14.194251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40264) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:14.200051 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Request body: {'subnet': {'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-377631895-subnet', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:14.218869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bbab5c4f-6e91-44cf-b045-de969581705f admin admin] Publish callbacks [] for security_group (ca3270a8-55a2-4683-890d-2eea1186154c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.353356 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:14.357334 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:14.418294 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Made reservation on behalf of dae55def91d5421a92acf2b1deef5f21 for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:14.418644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bbab5c4f-6e91-44cf-b045-de969581705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca3270a8-55a2-4683-890d-2eea1186154c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.419116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.420608 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520330299'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.444790 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks [] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.462802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab5c4f-6e91-44cf-b045-de969581705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3270a8-55a2-4683-890d-2eea1186154c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:14.468758 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bbab5c4f-6e91-44cf-b045-de969581705f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=06c5fb76b95243af9a6fd73f18234ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883730 Jul 14 14:32:14.476631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40268) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:14.542812 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] Publish callbacks [] for security_group (ca3270a8-55a2-4683-890d-2eea1186154c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.565722 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] Publish callbacks [] for security_group (ca3270a8-55a2-4683-890d-2eea1186154c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.584477 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.636764 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Pushing event updated for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:14.652865 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.653216 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.653575 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.653960 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.654300 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.654630 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.654960 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.655278 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.655638 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.656006 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.656346 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.656771 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.657098 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.657417 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.661378 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:14.732496 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eee1c2-cd08-4cb4-8a78-ac0c527fd8b6 req-3672e908-5b7e-4bcb-8519-cac4eda6d713 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:14.734105 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99eee1c2-cd08-4cb4-8a78-ac0c527fd8b6 req-3672e908-5b7e-4bcb-8519-cac4eda6d713 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0586061 Jul 14 14:32:14.740376 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Attempting to bind port 2200b451-dfc7-4f84-b831-95df4afab6fe on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:14.741056 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Attempting to bind port 2200b451-dfc7-4f84-b831-95df4afab6fe by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:14.741351 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Attempting to bind port 2200b451-dfc7-4f84-b831-95df4afab6fe on network 94445a67-02a7-44f8-b413-c6bbd14cbf31 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:14.744372 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca3270a8-55a2-4683-890d-2eea1186154c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.747005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.750718 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca3270a8-55a2-4683-890d-2eea1186154c HTTP/1.1" status: 204 len: 168 time: 0.2705054 Jul 14 14:32:14.750866 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:14.750866 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Checking segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:14.750866 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.750866 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Bound using segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:14.750866 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Bound port: 2200b451-dfc7-4f84-b831-95df4afab6fe, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:14.751272 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.770506 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933e1a3-ce69-41fa-a121-339ee8fd3a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3270a8-55a2-4683-890d-2eea1186154c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:14.810957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40278) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:14.837055 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] For port 2200b451-dfc7-4f84-b831-95df4afab6fe, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:14.841432 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] For port 2200b451-dfc7-4f84-b831-95df4afab6fe, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2200b451-dfc7-4f84-b831-95df4afab6fe,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:14.874950 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99eee1c2-cd08-4cb4-8a78-ac0c527fd8b6 req-90191f57-fa3e-4df8-b6f6-be911b8820ff tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133602 Jul 14 14:32:14.918848 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:14.995179 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734baca-b994-49d7-90d4-276b888a7d7e None None] Pushing event updated for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:15.004619 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-760b25a1-ede1-45de-8af4-674e4c498836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.004867 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:15.005492 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:15.018009 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:15.037365 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Provisioning complete for port 2200b451-dfc7-4f84-b831-95df4afab6fe triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:15.039357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.059198 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3475181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520330249'] for subnet (d45ff7d6-714d-4487-948b-7d6ef464f9c1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.129587 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:15.142225 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-760b25a1-ede1-45de-8af4-674e4c498836 admin admin] Publish callbacks [] for security_group (629b9a23-9c38-43d8-9806-654abcb57039), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.168602 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45ff7d6-714d-4487-948b-7d6ef464f9c1,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:15.171559 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Checking segment: {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:15.171559 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Network hostable DHCP agents. Network: 98a6ec49-a998-4576-986b-0cb1e18a5e14, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:32:15.198573 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-760b25a1-ede1-45de-8af4-674e4c498836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (629b9a23-9c38-43d8-9806-654abcb57039), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.230110 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Current status of the port 2200b451-dfc7-4f84-b831-95df4afab6fe is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:15.230497 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.265836 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-760b25a1-ede1-45de-8af4-674e4c498836 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cb6be285203847918fec55b7564f6d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4534571 Jul 14 14:32:15.268583 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40286) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:15.278927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:32:15.283626 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b25a1-ede1-45de-8af4-674e4c498836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629b9a23-9c38-43d8-9806-654abcb57039,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:15.324490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] For port 2200b451-dfc7-4f84-b831-95df4afab6fe, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2200b451-dfc7-4f84-b831-95df4afab6fe,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:15.403729 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.409995 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:15.427795 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] Publish callbacks [] for security_group (629b9a23-9c38-43d8-9806-654abcb57039), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.449725 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d448f8de-da13-4b51-a49b-e7d731e434e1 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:15.460998 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] Publish callbacks [] for security_group (629b9a23-9c38-43d8-9806-654abcb57039), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.477625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 98a6ec49-a998-4576-986b-0cb1e18a5e14) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:15.483589 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:14Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:15.487394 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:15.488665 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.502245 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89431050-6ba7-4a4e-a97a-0ea47ee8e5e5 None None] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:32:15.535940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7235ef1-7715-4e65-9b2a-adba9e9f0051 None None] Pushing event updated for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:15.550570 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f787e-a15f-4be0-a547-a1e5f369f395 None None] The sync data for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi is: [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:14Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:32:15.569585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302cfc0-5c95-4078-b634-1ec4279c8ee0 req-abcc3dfc-5293-4e5e-bb41-0dbafcfaf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:15.572990 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5302cfc0-5c95-4078-b634-1ec4279c8ee0 req-abcc3dfc-5293-4e5e-bb41-0dbafcfaf1df service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1129 time: 0.0842299 Jul 14 14:32:15.587946 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c42ce4d-45f5-4eb9-815d-7f55c5baa9de None None] Provisioning complete for port 2200b451-dfc7-4f84-b831-95df4afab6fe triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:15.588306 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c42ce4d-45f5-4eb9-815d-7f55c5baa9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.598064 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port d448f8de-da13-4b51-a49b-e7d731e434e1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:15.598437 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.629405 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0b156597-7da4-47d9-a3a9-4595fafd4faf admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4340353 Jul 14 14:32:15.630778 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (629b9a23-9c38-43d8-9806-654abcb57039), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.634609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.655580 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/629b9a23-9c38-43d8-9806-654abcb57039 HTTP/1.1" status: 204 len: 168 time: 0.3771343 Jul 14 14:32:15.658360 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40294) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:15.706725 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5302cfc0-5c95-4078-b634-1ec4279c8ee0 req-6bca576f-1035-4a5b-819b-70a20b3c5e6d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273420 Jul 14 14:32:15.707594 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:15.717595 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f69a-71ce-446f-a7b4-472a9410f813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629b9a23-9c38-43d8-9806-654abcb57039,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:15.766457 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-98a6ec49-a998-4576-986b-0cb1e18a5e14', 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14', 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'fixed_ips': [{'subnet_id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:32:15.767668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.772935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:15.807774 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.808937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.882632 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40300) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:15.926220 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for router_controller (5781f416-00fc-425a-a910-2e6279e2a9e5), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:15.926530 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9496530-30f3-48ff-a404-0f4ee7c92bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.017899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:16.064082 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40306) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:16.132957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9496530-30f3-48ff-a404-0f4ee7c92bf0 admin admin] Publish callbacks [] for security_group (bd13b54e-f3c0-4124-b520-b5ad00f50d92), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.137567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:16.143414 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c42ce4d-45f5-4eb9-815d-7f55c5baa9de None None] Current status of the port 2200b451-dfc7-4f84-b831-95df4afab6fe is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:16.156485 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port d448f8de-da13-4b51-a49b-e7d731e434e1 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:16.182178 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012356-6250-4bb8-bd99-99ac8d034c2d req-996cf218-3194-404e-8e08-8fc0012b3641 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:16.183811 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a012356-6250-4bb8-bd99-99ac8d034c2d req-996cf218-3194-404e-8e08-8fc0012b3641 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.2120590 Jul 14 14:32:16.258115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d9496530-30f3-48ff-a404-0f4ee7c92bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (bd13b54e-f3c0-4124-b520-b5ad00f50d92), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.282723 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Allocated IP 172.20.0.2 (98a6ec49-a998-4576-986b-0cb1e18a5e14/d45ff7d6-714d-4487-948b-7d6ef464f9c1/41cb4668-3038-4409-87ef-68109bf1f74e) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:16.331032 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9496530-30f3-48ff-a404-0f4ee7c92bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd13b54e-f3c0-4124-b520-b5ad00f50d92,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:16.340704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:16.347431 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d9496530-30f3-48ff-a404-0f4ee7c92bf0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e432951951204b1499b5d97cc2114e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620202 Jul 14 14:32:16.347860 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for router_gateway (5781f416-00fc-425a-a910-2e6279e2a9e5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.350004 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40316) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:16.424690 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a012356-6250-4bb8-bd99-99ac8d034c2d req-2b1ef6ce-b279-487c-95d3-45ef166113a8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464384 Jul 14 14:32:16.428793 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:16.473205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] Publish callbacks [] for security_group (bd13b54e-f3c0-4124-b520-b5ad00f50d92), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.500430 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] Publish callbacks [] for security_group (bd13b54e-f3c0-4124-b520-b5ad00f50d92), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.584376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks [] for port (41cb4668-3038-4409-87ef-68109bf1f74e), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.604582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1876920e-b652-42fe-8cdf-f85df905d469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.790762 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (bd13b54e-f3c0-4124-b520-b5ad00f50d92), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.791353 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.793269 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.795771 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bd13b54e-f3c0-4124-b520-b5ad00f50d92 HTTP/1.1" status: 204 len: 168 time: 0.4429820 Jul 14 14:32:16.807467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ead03-6b68-4001-b5aa-1f1be80bc304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd13b54e-f3c0-4124-b520-b5ad00f50d92,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:16.877438 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for router_gateway (5781f416-00fc-425a-a910-2e6279e2a9e5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.878004 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:16.883735 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:16.885596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Pushing event updated for resources: {'Port': ['ID=41cb4668-3038-4409-87ef-68109bf1f74e,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:16.887908 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:16.915807 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.964868 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Attempting to bind port 41cb4668-3038-4409-87ef-68109bf1f74e on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:16.965356 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Attempting to bind port 41cb4668-3038-4409-87ef-68109bf1f74e by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:16.966585 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Attempting to bind port 41cb4668-3038-4409-87ef-68109bf1f74e on network 98a6ec49-a998-4576-986b-0cb1e18a5e14 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:16.974491 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:16.982200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Checking segment: {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:16.982200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:16.982200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Bound using segment: {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:16.982200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Bound port: 41cb4668-3038-4409-87ef-68109bf1f74e, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:16.982200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.014527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40330) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:17.041647 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1feda3b0-0a4b-4154-ad44-e2f9e2062974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.069214 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] For port 41cb4668-3038-4409-87ef-68109bf1f74e, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:17.073693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] For port 41cb4668-3038-4409-87ef-68109bf1f74e, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=41cb4668-3038-4409-87ef-68109bf1f74e,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:17.081186 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1876920e-b652-42fe-8cdf-f85df905d469 admin admin] Publish callbacks [] for security_group (7bdb7cc0-abe8-4d2b-94c2-5b17409f644d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.104374 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Allocated IP 172.27.2.102 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/9ca237e0-a46f-4b99-8e53-63e0f0d1bb02) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:17.154409 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1feda3b0-0a4b-4154-ad44-e2f9e2062974 admin admin] Publish callbacks [] for security_group (d5ddc0b1-ab58-42d7-bb82-63288691ad6b), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.181580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:17.219690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.272939 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.292809 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1876920e-b652-42fe-8cdf-f85df905d469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (7bdb7cc0-abe8-4d2b-94c2-5b17409f644d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.322423 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1feda3b0-0a4b-4154-ad44-e2f9e2062974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d5ddc0b1-ab58-42d7-bb82-63288691ad6b), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.378219 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2200b451-dfc7-4f84-b831-95df4afab6fe up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:17.381756 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de6b71-de64-43a9-bf18-a8eea9cc0521 None None] Pushing event updated for resources: {'Port': ['ID=41cb4668-3038-4409-87ef-68109bf1f74e,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:17.411717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.424915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feda3b0-0a4b-4154-ad44-e2f9e2062974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ddc0b1-ab58-42d7-bb82-63288691ad6b,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:17.454396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 2200b451-dfc7-4f84-b831-95df4afab6fe triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:17.456834 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1feda3b0-0a4b-4154-ad44-e2f9e2062974 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50fab6ecf8d54fb8a441cfeb36aea573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408953 Jul 14 14:32:17.459508 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40338) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:17.459663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.544629 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1876920e-b652-42fe-8cdf-f85df905d469 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e0b7a80ee40b42ce97debf7dcfec27f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4040227 Jul 14 14:32:17.547464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40342) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:17.557979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] Publish callbacks [] for security_group (d5ddc0b1-ab58-42d7-bb82-63288691ad6b), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.590599 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876920e-b652-42fe-8cdf-f85df905d469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb7cc0-abe8-4d2b-94c2-5b17409f644d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:17.612548 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:17.619143 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] Publish callbacks [] for security_group (d5ddc0b1-ab58-42d7-bb82-63288691ad6b), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.638761 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:17.639363 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:17.641490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 2200b451-dfc7-4f84-b831-95df4afab6fe is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:17.654458 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:17.690264 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:17.717104 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] Publish callbacks [] for security_group (7bdb7cc0-abe8-4d2b-94c2-5b17409f644d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.717452 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05392b3-c51e-4280-bee9-a3c48415d839 req-f51a329a-9c95-4c5b-8044-1fe4212bf41c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:17.721260 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c05392b3-c51e-4280-bee9-a3c48415d839 req-f51a329a-9c95-4c5b-8044-1fe4212bf41c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.1852229 Jul 14 14:32:17.759671 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] Publish callbacks [] for security_group (7bdb7cc0-abe8-4d2b-94c2-5b17409f644d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.893705 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c05392b3-c51e-4280-bee9-a3c48415d839 req-44e4cc8d-c419-4c80-874f-5ff37ca6f9c2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606238 Jul 14 14:32:17.989967 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (7bdb7cc0-abe8-4d2b-94c2-5b17409f644d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.993215 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.994550 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7bdb7cc0-abe8-4d2b-94c2-5b17409f644d HTTP/1.1" status: 204 len: 168 time: 0.4460742 Jul 14 14:32:17.995240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d5ddc0b1-ab58-42d7-bb82-63288691ad6b), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:17.997850 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.001715 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d5ddc0b1-ab58-42d7-bb82-63288691ad6b HTTP/1.1" status: 204 len: 168 time: 0.5406692 Jul 14 14:32:18.010608 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302d687-27fb-43f0-b59e-2f607febcffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb7cc0-abe8-4d2b-94c2-5b17409f644d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:18.027319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e130ffd-487f-49c7-ab12-4a2ff5cf1865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ddc0b1-ab58-42d7-bb82-63288691ad6b,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:18.156857 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for router_gateway (5781f416-00fc-425a-a910-2e6279e2a9e5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.369464 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.465562 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de0666-5cc7-4540-9b83-6159f7222d23 None None] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:32:18.528915 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Provisioning complete for port 41cb4668-3038-4409-87ef-68109bf1f74e triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:18.529278 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.601419 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Router 5781f416-00fc-425a-a910-2e6279e2a9e5 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:32:18.646864 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Current status of the port 41cb4668-3038-4409-87ef-68109bf1f74e is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:18.647256 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.689963 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] For port 41cb4668-3038-4409-87ef-68109bf1f74e, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=41cb4668-3038-4409-87ef-68109bf1f74e,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:18.734611 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:32:18.746274 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Sync routers for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:32:18.757079 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:18.757832 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:18.862771 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.863560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:18.864240 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cb339534-b912-4d4b-a7c3-6a092734f1c4 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1642785 Jul 14 14:32:18.867475 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40368) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:18.896131 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:19.047679 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8435ef8-8131-4d7b-b3b3-a94f9becc514 None None] Pushing event updated for resources: {'Port': ['ID=41cb4668-3038-4409-87ef-68109bf1f74e,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:19.050212 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-582a95f9-74bd-4ffd-952f-63d3854e9222 None None] Provisioning complete for port 41cb4668-3038-4409-87ef-68109bf1f74e triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:19.050814 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-582a95f9-74bd-4ffd-952f-63d3854e9222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.069543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece55d8-86dd-4254-9457-80e90899934a req-28d51b5a-c1b8-4972-888b-1111a94f6dfa tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:19.084587 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bece55d8-86dd-4254-9457-80e90899934a req-28d51b5a-c1b8-4972-888b-1111a94f6dfa tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0983381 Jul 14 14:32:19.155077 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:17Z', 'revision_number': 3, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:19.171867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40376) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:19.175435 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bece55d8-86dd-4254-9457-80e90899934a req-1322f508-cb38-41f7-aab9-1de76d0ffda1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982118 Jul 14 14:32:19.197585 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Checking router: 5781f416-00fc-425a-a910-2e6279e2a9e5 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:32:19.197962 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Updating router 5781f416-00fc-425a-a910-2e6279e2a9e5 port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:32:19.228955 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7078f4bc-061f-42d7-843b-c1a3de1bac34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.287043 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.287043 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-582a95f9-74bd-4ffd-952f-63d3854e9222 None None] Current status of the port 41cb4668-3038-4409-87ef-68109bf1f74e is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:19.422816 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 41cb4668-3038-4409-87ef-68109bf1f74e up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:19.429852 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7078f4bc-061f-42d7-843b-c1a3de1bac34 admin admin] Publish callbacks [] for security_group (5c449195-f097-4c8d-a2ae-d42386e7b352), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.554338 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 41cb4668-3038-4409-87ef-68109bf1f74e triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:19.554912 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.685200 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.694837 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks [] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:19.696700 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 41cb4668-3038-4409-87ef-68109bf1f74e is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:19.843298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Allocated IP 172.20.0.1 (98a6ec49-a998-4576-986b-0cb1e18a5e14/d45ff7d6-714d-4487-948b-7d6ef464f9c1/bc56f91e-9649-4f8b-ade0-96328214dc60) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:19.943686 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks [] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.070102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7078f4bc-061f-42d7-843b-c1a3de1bac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (5c449195-f097-4c8d-a2ae-d42386e7b352), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.111740 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-7078f4bc-061f-42d7-843b-c1a3de1bac34 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fe2494f4632e4bfaa6e4e0cf107b29b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9383781 Jul 14 14:32:20.114334 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40388) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:20.125825 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078f4bc-061f-42d7-843b-c1a3de1bac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c449195-f097-4c8d-a2ae-d42386e7b352,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:20.176640 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] Publish callbacks [] for security_group (5c449195-f097-4c8d-a2ae-d42386e7b352), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.199958 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] Publish callbacks [] for security_group (5c449195-f097-4c8d-a2ae-d42386e7b352), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.326428 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64550b-c0ab-40a9-a084-639e9855f116 req-c6ba1e62-5b11-4597-9fad-1596d56164e0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:20.327888 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e64550b-c0ab-40a9-a084-639e9855f116 req-c6ba1e62-5b11-4597-9fad-1596d56164e0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0467274 Jul 14 14:32:20.358052 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.391944 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e64550b-c0ab-40a9-a084-639e9855f116 req-d34a5339-5526-4745-bf5f-919770907d2b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584242 Jul 14 14:32:20.419100 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Attempting to bind port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:20.419489 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Attempting to bind port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:20.419825 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Attempting to bind port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:20.428413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8074ad1-8921-4306-8dc3-1ccb62de9f0a None None] Pushing event updated for resources: {'Port': ['ID=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:20.430752 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:20.431121 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:20.431516 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.431958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:20.432347 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Bound port: 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:20.432721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.441055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.485719 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (5c449195-f097-4c8d-a2ae-d42386e7b352), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.488922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.490831 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c449195-f097-4c8d-a2ae-d42386e7b352 HTTP/1.1" status: 204 len: 168 time: 0.3748436 Jul 14 14:32:20.506022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] For port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:20.511004 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Pushing event updated for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:20.517052 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d05898-4e3d-4c49-9b2a-17ca8805bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c449195-f097-4c8d-a2ae-d42386e7b352,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:20.525058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:20.526545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:20.529368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:20.531712 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] For port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:20.582499 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (5781f416-00fc-425a-a910-2e6279e2a9e5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.796688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-90619e4e-f927-492f-8fb9-1f2c2447e4a6 None None] Provisioning complete for port bc56f91e-9649-4f8b-ade0-96328214dc60 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:20.797256 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-90619e4e-f927-492f-8fb9-1f2c2447e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:20.896425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-90619e4e-f927-492f-8fb9-1f2c2447e4a6 None None] Port bc56f91e-9649-4f8b-ade0-96328214dc60 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:20.992331 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:21.053218 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:21.053854 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:21.057019 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8074ad1-8921-4306-8dc3-1ccb62de9f0a None None] Pushing event updated for resources: {'Port': ['ID=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:21.162775 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:21.307985 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:21.364649 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks [] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:21.527218 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:17Z', 'revision_number': 3, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:21.532202 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:21.587583 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67846150-4391-4118-ab4a-110f3a9e6333 None None] The sync data for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi is: [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:17Z', 'revision_number': 3, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:32:21.644117 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:21.644332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b87cc-83d6-4805-b73b-77272ce95bed req-c8244924-db7f-4e2d-8a5d-fc174c8a9496 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:21.645753 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a7b87cc-83d6-4805-b73b-77272ce95bed req-c8244924-db7f-4e2d-8a5d-fc174c8a9496 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.1577311 Jul 14 14:32:21.646429 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Pushing event updated for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:21.676958 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (5781f416-00fc-425a-a910-2e6279e2a9e5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:21.734871 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a7b87cc-83d6-4805-b73b-77272ce95bed req-987b3e97-2481-4f4d-8863-6ce15479cc73 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814586 Jul 14 14:32:21.872946 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:21.877323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:21.953971 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e68bd-1612-40ca-8286-c11cb50577c7 req-510142ea-9de3-4592-9f36-83d1b54be93e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:21.956896 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-952e68bd-1612-40ca-8286-c11cb50577c7 req-510142ea-9de3-4592-9f36-83d1b54be93e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1277566 Jul 14 14:32:22.037974 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:22.087424 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-952e68bd-1612-40ca-8286-c11cb50577c7 req-677ecea9-1eb5-4382-9285-578a39d0dee6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205838 Jul 14 14:32:22.111576 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Router 5781f416-00fc-425a-a910-2e6279e2a9e5 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:32:22.265740 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-4a4f37e9-32de-4687-be6d-a65e0784ee27 None None] Provisioning complete for port bc56f91e-9649-4f8b-ade0-96328214dc60 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:22.265740 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4a4f37e9-32de-4687-be6d-a65e0784ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:22.266038 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:32:22.271321 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-31de49a0-49bb-426c-bfa7-3cfea9306594 admin admin] 10.222.0.93 "PUT /v2.0/routers/5781f416-00fc-425a-a910-2e6279e2a9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4022317 Jul 14 14:32:22.293089 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:22.337743 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f37e9-32de-4687-be6d-a65e0784ee27 None None] Port bc56f91e-9649-4f8b-ade0-96328214dc60 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:22.452709 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:22.626856 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:22.984724 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40480) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:22.990182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809734615', 'description': 'tempest-secgroup-smoke-809734615 description', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:23.206937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.307994 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (6005f5d2-c9ac-463d-920a-acc2ebacefd3), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.334976 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:23.380266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:23.380735 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.439092 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6005f5d2-c9ac-463d-920a-acc2ebacefd3), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.468504 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:23.476721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.477470 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6005f5d2-c9ac-463d-920a-acc2ebacefd3,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:23.493470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:23.498217 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Sync routers for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:32:23.509916 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:23.517202 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:23.574861 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.575612 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.578045 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d93cf2d8-12a2-4bc1-8f3e-b19f90ea1440 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5918536 Jul 14 14:32:23.582005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40496) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:23.587393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:23.643879 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:23.697829 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:23.728285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (5276ab75-27b2-451c-b674-3d10feb1eeda), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.793341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (5276ab75-27b2-451c-b674-3d10feb1eeda), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.913185 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 4, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'bc56f91e-9649-4f8b-ade0-96328214dc60', 'name': '', 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'mac_address': 'fa:16:3e:09:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:19Z', 'updated_at': '2022-07-14T14:32:21Z', 'revision_number': 2, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'subnets': [{'id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:23.923290 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (5276ab75-27b2-451c-b674-3d10feb1eeda), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:23.942241 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Checking router: 5781f416-00fc-425a-a910-2e6279e2a9e5 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:32:23.942802 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Updating router 5781f416-00fc-425a-a910-2e6279e2a9e5 port bc56f91e-9649-4f8b-ade0-96328214dc60 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:32:23.946177 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5276ab75-27b2-451c-b674-3d10feb1eeda,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:23.971219 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.013211 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:24.115461 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.116996 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a4e1eef8-e3da-4ebf-95fd-3dc94acedd3c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5333846 Jul 14 14:32:24.119760 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40518) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:24.124727 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:24.252038 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks [] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.323655 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (637a3e27-0542-4502-871d-159d97e407a5), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.345260 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.401729 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:24.411169 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (637a3e27-0542-4502-871d-159d97e407a5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.433254 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89305624-b57a-412a-bcaf-e3dfb3fc5c0a None None] Pushing event updated for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:24.498202 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Attempting to bind port bc56f91e-9649-4f8b-ade0-96328214dc60 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:32:24.498845 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Attempting to bind port bc56f91e-9649-4f8b-ade0-96328214dc60 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:32:24.500625 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Attempting to bind port bc56f91e-9649-4f8b-ade0-96328214dc60 on network 98a6ec49-a998-4576-986b-0cb1e18a5e14 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:32:24.504581 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:32:24.504942 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Checking segment: {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:32:24.505329 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.505707 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Bound using segment: {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:32:24.506185 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Bound port: bc56f91e-9649-4f8b-ade0-96328214dc60, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cebc934-bb94-4a2f-840b-f94d22e87bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:32:24.506551 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.552536 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (637a3e27-0542-4502-871d-159d97e407a5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.571556 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637a3e27-0542-4502-871d-159d97e407a5,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:24.574858 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] For port bc56f91e-9649-4f8b-ade0-96328214dc60, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:32:24.580373 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] For port bc56f91e-9649-4f8b-ade0-96328214dc60, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=bc56f91e-9649-4f8b-ade0-96328214dc60,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:32:24.587429 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:24.677988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-bf8b603f-aba7-4301-939f-65322d7248d0 None None] Provisioning complete for port bc56f91e-9649-4f8b-ade0-96328214dc60 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:24.678636 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-bf8b603f-aba7-4301-939f-65322d7248d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.712191 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b603f-aba7-4301-939f-65322d7248d0 None None] Port bc56f91e-9649-4f8b-ade0-96328214dc60 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:24.727880 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.729048 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.731045 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-774a4c13-8322-4e1a-861d-1ca4b7e56a6f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6093626 Jul 14 14:32:24.733697 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40534) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:24.741999 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:24.781979 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:32:24.787835 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:32:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:24.834026 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89305624-b57a-412a-bcaf-e3dfb3fc5c0a None None] Pushing event updated for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:24.889644 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (5b3c0809-bb1b-42f6-9f13-54be7c975bdd), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:24.944967 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:32:24.996155 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (5b3c0809-bb1b-42f6-9f13-54be7c975bdd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.131870 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Provisioning complete for port bc56f91e-9649-4f8b-ade0-96328214dc60 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:25.132238 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.175033 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (5b3c0809-bb1b-42f6-9f13-54be7c975bdd), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.177739 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:25.186156 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 4, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'bc56f91e-9649-4f8b-ade0-96328214dc60', 'name': '', 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'mac_address': 'fa:16:3e:09:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:19Z', 'updated_at': '2022-07-14T14:32:24Z', 'revision_number': 4, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'subnets': [{'id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:32:25.195094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3c0809-bb1b-42f6-9f13-54be7c975bdd,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:25.209829 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Current status of the port bc56f91e-9649-4f8b-ade0-96328214dc60 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:25.210225 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.213436 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d8e95-de9c-4747-974a-fadba7532ddc None None] The sync data for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi is: [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:32:20Z', 'revision_number': 4, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'bc56f91e-9649-4f8b-ade0-96328214dc60', 'name': '', 'network_id': '98a6ec49-a998-4576-986b-0cb1e18a5e14', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'mac_address': 'fa:16:3e:09:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:19Z', 'updated_at': '2022-07-14T14:32:24Z', 'revision_number': 4, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'subnets': [{'id': 'd45ff7d6-714d-4487-948b-7d6ef464f9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:32:25.251719 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] For port bc56f91e-9649-4f8b-ade0-96328214dc60, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=bc56f91e-9649-4f8b-ade0-96328214dc60,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:32:25.365021 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:25.366404 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.368214 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-54c23983-01b4-4ff0-9f20-c08e45e84884 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6333642 Jul 14 14:32:25.376820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40548) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:25.376820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:25.414253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.447407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:25.455427 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.498038 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc9f81-a1d9-40cf-8a09-9a26360c3d31 None None] Pushing event updated for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:25.514209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (e3eb04bf-7e1e-47f2-822b-5e6a837d39b2), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.557173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:25.593553 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (e3eb04bf-7e1e-47f2-822b-5e6a837d39b2), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.696151 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (e3eb04bf-7e1e-47f2-822b-5e6a837d39b2), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.716038 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3eb04bf-7e1e-47f2-822b-5e6a837d39b2,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:25.822988 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:25.825742 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-33a54f5f-8b11-4fb4-a61b-a39c74c17ded tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4520547 Jul 14 14:32:25.827748 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40552) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:25.832468 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:25.917545 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:25.958284 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Project 6b36d14d5bd24ed39bcb0a32dfa016f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:32:25.974735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (9802134a-1775-4d0d-995a-01152f2fc8a9), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.044260 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (9802134a-1775-4d0d-995a-01152f2fc8a9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.253196 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (9802134a-1775-4d0d-995a-01152f2fc8a9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.272381 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9802134a-1775-4d0d-995a-01152f2fc8a9,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:26.468239 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:26.472598 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.473111 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dd2aa44d-6b38-4039-8bbf-3be6d814ddc2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6441331 Jul 14 14:32:26.476195 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40578) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:26.482389 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'security_group_rule': {'security_group_id': '6005f5d2-c9ac-463d-920a-acc2ebacefd3', 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:26.610670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:26.612427 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Project 6b36d14d5bd24ed39bcb0a32dfa016f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:32:26.620333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (77b0d662-27da-4c8e-8587-08d93612f348), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.681008 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (77b0d662-27da-4c8e-8587-08d93612f348), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.907671 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ac974-05b4-475c-8db4-eb301006c8cc req-00f14090-7f97-456a-9512-dd36f26d848c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:26.909186 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a63ac974-05b4-475c-8db4-eb301006c8cc req-00f14090-7f97-456a-9512-dd36f26d848c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0465918 Jul 14 14:32:26.910296 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (77b0d662-27da-4c8e-8587-08d93612f348), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:26.938334 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b0d662-27da-4c8e-8587-08d93612f348,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:26.949593 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:26.974636 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a63ac974-05b4-475c-8db4-eb301006c8cc req-85f64bc7-beb1-4bf8-805a-6b8d4ee59418 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jul 14 14:32:27.014725 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-5a4f183a-2ff9-48b1-95c0-683a53612535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:27.016216 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-5a4f183a-2ff9-48b1-95c0-683a53612535 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0427032 Jul 14 14:32:27.106644 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:27.109154 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-6a192236-e764-4467-9088-ea652a503d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:27.110669 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-6a192236-e764-4467-9088-ea652a503d4c service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.0884736 Jul 14 14:32:27.150178 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-31df5202-0c09-4eda-a595-eb32e919a79d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 217 time: 0.0333354 Jul 14 14:32:27.154268 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:27.155630 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3d74866b-7e02-4d41-91e8-b3abd3c096c7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6780624 Jul 14 14:32:27.206828 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-a906932d-f9cd-4f34-9961-9a40cf67ce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:27.208428 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-a906932d-f9cd-4f34-9961-9a40cf67ce73 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0498352 Jul 14 14:32:27.280594 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-57caf8a8-2341-4297-b3d6-2097c0c9a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:27.283017 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-57caf8a8-2341-4297-b3d6-2097c0c9a108 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0674160 Jul 14 14:32:27.383101 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device bc56f91e-9649-4f8b-ade0-96328214dc60 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:32:27.396882 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-a91c1d09-a4bc-4527-8353-e15c3efe606d service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021488 Jul 14 14:32:27.461968 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port bc56f91e-9649-4f8b-ade0-96328214dc60 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:27.462612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:27.509283 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b4054897-d8a4-43bf-9f37-b4aa85c07402 req-a90cd576-2d47-47df-a62a-587ae44dfa85 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053081 Jul 14 14:32:27.573445 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port bc56f91e-9649-4f8b-ade0-96328214dc60 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:32:27.698343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:28.096733 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7acaa-0c23-4355-9779-d36d2f98c98f req-54bb47b3-632d-43b4-94a5-35ff6fec3f90 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:28.098246 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e1f7acaa-0c23-4355-9779-d36d2f98c98f req-54bb47b3-632d-43b4-94a5-35ff6fec3f90 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Jul 14 14:32:28.146158 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e1f7acaa-0c23-4355-9779-d36d2f98c98f req-9d76de46-e3bb-4219-8a99-e085f24d6e18 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Jul 14 14:32:28.864619 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:29.267320 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7cf4-2880-4e5b-a152-68d1c124ba84 req-5c730b60-fcdc-4a21-aaae-829dbb57cde9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:29.277905 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-347e7cf4-2880-4e5b-a152-68d1c124ba84 req-5c730b60-fcdc-4a21-aaae-829dbb57cde9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0533385 Jul 14 14:32:29.319495 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-347e7cf4-2880-4e5b-a152-68d1c124ba84 req-cb9a92fd-c6fd-4546-bc23-dba7f5c3a312 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Jul 14 14:32:29.803536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:30.449105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d9b5f-b3d1-48a6-b7a6-751dd66bec1d req-1875cd58-e729-418e-82eb-5027f2f60be7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:30.451034 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f60d9b5f-b3d1-48a6-b7a6-751dd66bec1d req-1875cd58-e729-418e-82eb-5027f2f60be7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0540068 Jul 14 14:32:30.500309 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f60d9b5f-b3d1-48a6-b7a6-751dd66bec1d req-3a57c9b6-55c9-4999-988d-2e0570f589f3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427136 Jul 14 14:32:30.689366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:30.872403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:30.990642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40752) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:31.113559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ec69ffe-354e-46e7-a172-e0b604be8487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.187494 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ec69ffe-354e-46e7-a172-e0b604be8487 admin admin] Publish callbacks [] for security_group (99b09da5-92bd-4fe3-b019-1b3938ee7aa8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.286900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4ec69ffe-354e-46e7-a172-e0b604be8487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (99b09da5-92bd-4fe3-b019-1b3938ee7aa8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.328793 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4ec69ffe-354e-46e7-a172-e0b604be8487 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=475c10fd2c5e4245965e4d915b0cc4f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348336 Jul 14 14:32:31.329164 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:31.330975 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40764) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:31.332136 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec69ffe-354e-46e7-a172-e0b604be8487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b09da5-92bd-4fe3-b019-1b3938ee7aa8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:31.385987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] Publish callbacks [] for security_group (99b09da5-92bd-4fe3-b019-1b3938ee7aa8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.410579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] Publish callbacks [] for security_group (99b09da5-92bd-4fe3-b019-1b3938ee7aa8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.555302 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (99b09da5-92bd-4fe3-b019-1b3938ee7aa8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.558039 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:31.559304 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99b09da5-92bd-4fe3-b019-1b3938ee7aa8 HTTP/1.1" status: 204 len: 168 time: 0.2284040 Jul 14 14:32:31.568184 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33267116-f88f-4f1e-a85e-9d382d7da6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b09da5-92bd-4fe3-b019-1b3938ee7aa8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:31.626817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962e44-d60b-4a53-825f-99a2ba36218f req-7f28040c-eda4-4ac5-b530-8e63e280eac2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:31.628416 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54962e44-d60b-4a53-825f-99a2ba36218f req-7f28040c-eda4-4ac5-b530-8e63e280eac2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Jul 14 14:32:31.676127 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54962e44-d60b-4a53-825f-99a2ba36218f req-4f0a5a46-406d-4b6a-aabf-2ca5684b619a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jul 14 14:32:32.288893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:32.346583 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40792) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:32.360771 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-390ce2e5-a0f9-4d89-893e-c48f84286e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.432190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:32.445329 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-390ce2e5-a0f9-4d89-893e-c48f84286e40 admin admin] Publish callbacks [] for security_group (57afefed-fc4a-4379-ab44-e313f4b9e714), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.546088 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-390ce2e5-a0f9-4d89-893e-c48f84286e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (57afefed-fc4a-4379-ab44-e313f4b9e714), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.587624 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-390ce2e5-a0f9-4d89-893e-c48f84286e40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aab79e44d3194af6aea35631974dc515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399483 Jul 14 14:32:32.588706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ce2e5-a0f9-4d89-893e-c48f84286e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57afefed-fc4a-4379-ab44-e313f4b9e714,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:32.590471 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40794) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:32.645314 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] Publish callbacks [] for security_group (57afefed-fc4a-4379-ab44-e313f4b9e714), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.668321 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] Publish callbacks [] for security_group (57afefed-fc4a-4379-ab44-e313f4b9e714), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.715607 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ac357b19-ee24-47e1-b769-01461849cf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.792341 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece0113-5129-414f-bb53-af3717a06831 req-fb75e976-530d-4c3d-a3cd-7e9651924aa7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:32.793867 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ece0113-5129-414f-bb53-af3717a06831 req-fb75e976-530d-4c3d-a3cd-7e9651924aa7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0490220 Jul 14 14:32:32.807128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (57afefed-fc4a-4379-ab44-e313f4b9e714), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.809752 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:32.814217 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57afefed-fc4a-4379-ab44-e313f4b9e714 HTTP/1.1" status: 204 len: 168 time: 0.2195530 Jul 14 14:32:32.839938 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8cfe9-ac47-404d-887d-7edf4819ff37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57afefed-fc4a-4379-ab44-e313f4b9e714,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:32.872844 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ece0113-5129-414f-bb53-af3717a06831 req-02e543d3-bd82-4179-9c46-0dd1a31db2f6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733857 Jul 14 14:32:32.938140 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:33.642020 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40822) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:33.749422 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c19c9d5f-486a-494a-875d-a07ac39876f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:33.828887 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c19c9d5f-486a-494a-875d-a07ac39876f9 admin admin] Publish callbacks [] for security_group (8ee67e89-c205-4c4d-b236-39456cc7ad23), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:33.921121 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40830) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:33.937866 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66eddd4e-e1d2-4f2d-abfd-9cd5c565854f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:33.990415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c19c9d5f-486a-494a-875d-a07ac39876f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8ee67e89-c205-4c4d-b236-39456cc7ad23), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.052065 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e120d4-7b07-4071-a3e1-d9a1e8702285 req-0050b2d2-9763-4e94-8788-e80371a3fd05 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:34.054228 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-14e120d4-7b07-4071-a3e1-d9a1e8702285 req-0050b2d2-9763-4e94-8788-e80371a3fd05 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.1022408 Jul 14 14:32:34.097641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9d5f-486a-494a-875d-a07ac39876f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee67e89-c205-4c4d-b236-39456cc7ad23,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:34.112708 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c19c9d5f-486a-494a-875d-a07ac39876f9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=24503a58fe7a45f2a81bec1d186145de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4695454 Jul 14 14:32:34.115411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40846) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:34.185989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66eddd4e-e1d2-4f2d-abfd-9cd5c565854f admin admin] Publish callbacks [] for security_group (f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.203873 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-14e120d4-7b07-4071-a3e1-d9a1e8702285 req-72a72362-e31e-4c4c-bc28-cd11f6c5203d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277244 Jul 14 14:32:34.235072 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] Publish callbacks [] for security_group (8ee67e89-c205-4c4d-b236-39456cc7ad23), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.249153 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66eddd4e-e1d2-4f2d-abfd-9cd5c565854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.279366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] Publish callbacks [] for security_group (8ee67e89-c205-4c4d-b236-39456cc7ad23), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.291535 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-66eddd4e-e1d2-4f2d-abfd-9cd5c565854f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6602649962eb4dfdb6e43b225af1a7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692660 Jul 14 14:32:34.294590 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 40854) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:34.307572 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eddd4e-e1d2-4f2d-abfd-9cd5c565854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:34.352371 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] Publish callbacks [] for security_group (f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.374074 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] Publish callbacks [] for security_group (f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.420931 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8ee67e89-c205-4c4d-b236-39456cc7ad23), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.424858 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.425150 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ee67e89-c205-4c4d-b236-39456cc7ad23 HTTP/1.1" status: 204 len: 168 time: 0.3085628 Jul 14 14:32:34.433637 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc3204-3bba-46f9-a5c2-56371493d29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee67e89-c205-4c4d-b236-39456cc7ad23,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:34.592226 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.597998 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:34.599922 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4 HTTP/1.1" status: 204 len: 168 time: 0.3038146 Jul 14 14:32:34.610570 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133f2f0-7e4c-4c44-b45d-f2f187c3570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d3a3ce-d347-4f55-bfb0-d6c58d1767c4,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:34.890292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5abb4677-1a25-43d1-aac8-81c78367fce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.331418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40898) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:35.369714 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12465c25-84d4-40b3-a42c-fb3347ca3e7e req-b0d50596-bd0e-4059-8f71-ebc52c576381 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:35.381911 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12465c25-84d4-40b3-a42c-fb3347ca3e7e req-b0d50596-bd0e-4059-8f71-ebc52c576381 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0837438 Jul 14 14:32:35.452813 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12465c25-84d4-40b3-a42c-fb3347ca3e7e req-8dcad47a-bb26-4bc1-8b6d-a0b14bc72e14 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684950 Jul 14 14:32:35.506664 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-532a9a17-c4aa-4806-9455-97370284a331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.616885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-532a9a17-c4aa-4806-9455-97370284a331 admin admin] Publish callbacks [] for security_group (0ecef320-a45d-49e4-ac99-374d2f9afd4b), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.678889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40918) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:35.693260 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-25470038-060a-470b-9c01-2d53cf68756f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.776888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-25470038-060a-470b-9c01-2d53cf68756f admin admin] Publish callbacks [] for security_group (57bd8e0c-7321-48df-914e-4fb4b220157f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.808822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-532a9a17-c4aa-4806-9455-97370284a331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0ecef320-a45d-49e4-ac99-374d2f9afd4b), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.850529 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-532a9a17-c4aa-4806-9455-97370284a331 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1f05ec1c129e43ac91aa1bcf2cc7fd15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148587 Jul 14 14:32:35.850529 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a9a17-c4aa-4806-9455-97370284a331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecef320-a45d-49e4-ac99-374d2f9afd4b,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:35.853791 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40924) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:35.858347 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=4,neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:35.919500 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] Publish callbacks [] for security_group (0ecef320-a45d-49e4-ac99-374d2f9afd4b), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.944374 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] Publish callbacks [] for security_group (0ecef320-a45d-49e4-ac99-374d2f9afd4b), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:35.946870 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-25470038-060a-470b-9c01-2d53cf68756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (57bd8e0c-7321-48df-914e-4fb4b220157f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.019104 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25470038-060a-470b-9c01-2d53cf68756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd8e0c-7321-48df-914e-4fb4b220157f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:36.026478 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-25470038-060a-470b-9c01-2d53cf68756f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=590af2bf3f294e4597ca554de2112482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461649 Jul 14 14:32:36.028921 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 40934) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:36.126990 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] Publish callbacks [] for security_group (57bd8e0c-7321-48df-914e-4fb4b220157f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.166774 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] Publish callbacks [] for security_group (57bd8e0c-7321-48df-914e-4fb4b220157f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.173733 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0ecef320-a45d-49e4-ac99-374d2f9afd4b), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.176331 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.177544 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ecef320-a45d-49e4-ac99-374d2f9afd4b HTTP/1.1" status: 204 len: 168 time: 0.3243623 Jul 14 14:32:36.203362 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c77710-8b4d-465f-9fbc-79d303837070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecef320-a45d-49e4-ac99-374d2f9afd4b,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:36.358053 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.458832 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (57bd8e0c-7321-48df-914e-4fb4b220157f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.462609 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:36.464080 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/57bd8e0c-7321-48df-914e-4fb4b220157f HTTP/1.1" status: 204 len: 168 time: 0.4337835 Jul 14 14:32:36.483718 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94bdd7-cd10-4d27-af7f-4fbb3123db6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd8e0c-7321-48df-914e-4fb4b220157f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:36.587190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9571c-1a93-449e-98c3-1ce0dac10840 req-02c60660-db4d-4e4e-be60-39a0ab574664 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:36.587190 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82d9571c-1a93-449e-98c3-1ce0dac10840 req-02c60660-db4d-4e4e-be60-39a0ab574664 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0502617 Jul 14 14:32:36.610509 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:36.644600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82d9571c-1a93-449e-98c3-1ce0dac10840 req-5575887f-0c8e-4c69-a709-7aae036d2e1d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526571 Jul 14 14:32:36.674362 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:32:36.868939 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:37.422772 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.436414 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41018) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:37.457519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9958b893-7c99-48eb-8bc7-cd45c4ee8274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.560780 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9958b893-7c99-48eb-8bc7-cd45c4ee8274 admin admin] Publish callbacks [] for security_group (2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.671829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9958b893-7c99-48eb-8bc7-cd45c4ee8274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.712361 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9958b893-7c99-48eb-8bc7-cd45c4ee8274 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=aa7aa5a39ff6403ebeab9c82106cead4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747025 Jul 14 14:32:37.716530 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41046) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:37.718105 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:37.721086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958b893-7c99-48eb-8bc7-cd45c4ee8274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:37.807419 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bda14-939c-4ef0-81e9-6c97152bbe2d req-90f8f39e-6a4f-494b-a605-e675adefe578 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:37.808902 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-467bda14-939c-4ef0-81e9-6c97152bbe2d req-90f8f39e-6a4f-494b-a605-e675adefe578 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0932817 Jul 14 14:32:37.825822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] Publish callbacks [] for security_group (2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.870570 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] Publish callbacks [] for security_group (2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:37.890618 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-467bda14-939c-4ef0-81e9-6c97152bbe2d req-37547d7d-93a3-435a-b3c9-91bb0b5f75ba tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719049 Jul 14 14:32:37.989816 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:38.070333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:38.076110 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:38.081565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308 HTTP/1.1" status: 204 len: 168 time: 0.3602862 Jul 14 14:32:38.086949 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fef51-79fd-4169-a3d4-7b911d923733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2542cdb4-67d6-4dd7-a8c8-c3e67f7f4308,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:38.808329 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41086) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:38.831983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-77d557c5-a05f-4620-ab8d-6b4a53b21418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:38.879027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01c31a-9b46-484c-bdbb-400dd749dfbb req-4307e8c7-326f-4773-8cac-382b2d29b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:38.880619 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-af01c31a-9b46-484c-bdbb-400dd749dfbb req-4307e8c7-326f-4773-8cac-382b2d29b592 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0577087 Jul 14 14:32:38.942058 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-af01c31a-9b46-484c-bdbb-400dd749dfbb req-fcbd8bac-16a4-4216-aa05-2da53614813c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539505 Jul 14 14:32:38.996869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-77d557c5-a05f-4620-ab8d-6b4a53b21418 admin admin] Publish callbacks [] for security_group (4dd32c8c-87b2-4748-acad-3a8d03e6ad3a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.034672 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd414b-d4f1-4ba8-bf87-f289e35fdb05 req-d1bcbd1f-7205-477a-8578-7b8792a32d76 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:39.036326 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fd414b-d4f1-4ba8-bf87-f289e35fdb05 req-d1bcbd1f-7205-477a-8578-7b8792a32d76 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0548613 Jul 14 14:32:39.101639 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fd414b-d4f1-4ba8-bf87-f289e35fdb05 req-ce02e14e-e6a9-4608-9ee6-f3e0acc2e8d9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Jul 14 14:32:39.127669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-77d557c5-a05f-4620-ab8d-6b4a53b21418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4dd32c8c-87b2-4748-acad-3a8d03e6ad3a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.171869 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-77d557c5-a05f-4620-ab8d-6b4a53b21418 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0c85e4ba7507467482af03e6e03a0b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622215 Jul 14 14:32:39.173092 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d557c5-a05f-4620-ab8d-6b4a53b21418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd32c8c-87b2-4748-acad-3a8d03e6ad3a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:39.174852 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41110) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:39.236399 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] Publish callbacks [] for security_group (4dd32c8c-87b2-4748-acad-3a8d03e6ad3a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.266258 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] Publish callbacks [] for security_group (4dd32c8c-87b2-4748-acad-3a8d03e6ad3a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.464341 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4dd32c8c-87b2-4748-acad-3a8d03e6ad3a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.467012 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:39.485281 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4dd32c8c-87b2-4748-acad-3a8d03e6ad3a HTTP/1.1" status: 204 len: 168 time: 0.2910075 Jul 14 14:32:39.485281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db4dbb-bbc0-4dc8-ae14-95aba84f5cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd32c8c-87b2-4748-acad-3a8d03e6ad3a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:39.766097 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:39.871935 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:40.151891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:40.212924 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1056616-998e-46fe-b8a0-8e1575746e7a req-0fcce489-bab8-4d43-97d1-2c2a95b6d067 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:40.214572 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1056616-998e-46fe-b8a0-8e1575746e7a req-0fcce489-bab8-4d43-97d1-2c2a95b6d067 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Jul 14 14:32:40.267234 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1056616-998e-46fe-b8a0-8e1575746e7a req-ea8a22dc-5d85-48eb-ae3a-42ab61257af4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Jul 14 14:32:40.723159 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41180) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:40.952105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3dec6d01-45da-4e31-b82c-68b9e6edbe4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.034105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3dec6d01-45da-4e31-b82c-68b9e6edbe4b admin admin] Publish callbacks [] for security_group (cce5ab77-96a1-466b-8861-41782e668d66), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.180509 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3dec6d01-45da-4e31-b82c-68b9e6edbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (cce5ab77-96a1-466b-8861-41782e668d66), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.219575 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3dec6d01-45da-4e31-b82c-68b9e6edbe4b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f2329de0783643748124e381dfc01084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953358 Jul 14 14:32:41.220450 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec6d01-45da-4e31-b82c-68b9e6edbe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce5ab77-96a1-466b-8861-41782e668d66,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:41.222236 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41196) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:41.277470 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Publish callbacks [] for security_group (cce5ab77-96a1-466b-8861-41782e668d66), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.300600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Publish callbacks [] for security_group (cce5ab77-96a1-466b-8861-41782e668d66), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.385570 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89639ee0-f554-47a4-a6d7-6243d304b460 req-b6a99aee-a3f5-4f5e-9621-d06ed3007973 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:41.387151 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89639ee0-f554-47a4-a6d7-6243d304b460 req-b6a99aee-a3f5-4f5e-9621-d06ed3007973 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0501797 Jul 14 14:32:41.439495 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89639ee0-f554-47a4-a6d7-6243d304b460 req-270960e8-9649-4dec-9e5b-2d31a54d3a46 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Jul 14 14:32:41.441373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (cce5ab77-96a1-466b-8861-41782e668d66), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.443957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:41.445079 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cce5ab77-96a1-466b-8861-41782e668d66 HTTP/1.1" status: 204 len: 168 time: 0.2218103 Jul 14 14:32:41.453303 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce5ab77-96a1-466b-8861-41782e668d66,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:41.461411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.461812 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.462131 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.462461 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.462789 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.463114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.463432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.463752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.464067 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.464382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.464716 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.465017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.465329 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.465641 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.466003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04a396-dbdb-4149-a1ab-5f621f329470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:41.584574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:41.986452 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1107d89-d9c9-4e94-9431-a41244583891 req-4eb34462-a17e-4679-98f5-dde98a54071a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:41.988786 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1107d89-d9c9-4e94-9431-a41244583891 req-4eb34462-a17e-4679-98f5-dde98a54071a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0693200 Jul 14 14:32:42.031723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-a306f51b-667b-4bb5-9d64-c8bc2e949cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:42.035330 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-a306f51b-667b-4bb5-9d64-c8bc2e949cd3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0462089 Jul 14 14:32:42.051769 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1107d89-d9c9-4e94-9431-a41244583891 req-e888a9e1-141b-4e48-8f22-4faaeb6407b0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Jul 14 14:32:42.169349 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-d29479d1-a1c8-43b8-a8c3-ba7efe82c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:42.170921 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-d29479d1-a1c8-43b8-a8c3-ba7efe82c143 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1209276 Jul 14 14:32:42.213309 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-84b6305f-947c-463f-ac9b-594a733c8719 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 217 time: 0.0361078 Jul 14 14:32:42.264220 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-4f8b5e17-83fc-4df8-a399-cc634277fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:42.265725 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-4f8b5e17-83fc-4df8-a399-cc634277fdb8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0452332 Jul 14 14:32:42.308856 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-34d3cf7f-fb79-4ab7-9ddd-8fa143577eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:42.310248 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-34d3cf7f-fb79-4ab7-9ddd-8fa143577eb3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386560 Jul 14 14:32:42.638024 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-a65564f1-4692-47b4-b338-a338fcdfe325 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207319 Jul 14 14:32:42.734166 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-693d9b11-d1ef-4b1c-87fb-d18074cca2ff req-fdf98144-4d4c-4990-a40f-7bd44204c7e7 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891986 Jul 14 14:32:42.774561 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:42.831987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:43.146063 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41274) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:43.229018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bbdbb-82cf-4d91-9504-ec36db1f5c15 req-29ac1509-4412-4482-8899-bb7b0ecc5867 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:43.230551 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-195bbdbb-82cf-4d91-9504-ec36db1f5c15 req-29ac1509-4412-4482-8899-bb7b0ecc5867 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0649049 Jul 14 14:32:43.267360 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7642c3a8-5129-44ea-b0d8-05c6ca80c841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.283891 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-195bbdbb-82cf-4d91-9504-ec36db1f5c15 req-b97da6fe-4457-4291-a276-4286c214cdc3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475011 Jul 14 14:32:43.353393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7642c3a8-5129-44ea-b0d8-05c6ca80c841 admin admin] Publish callbacks [] for security_group (4e37fcc3-d960-421d-b275-4f85fafdfe26), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.483591 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7642c3a8-5129-44ea-b0d8-05c6ca80c841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4e37fcc3-d960-421d-b275-4f85fafdfe26), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.525870 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-7642c3a8-5129-44ea-b0d8-05c6ca80c841 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7bf98033e0e548d4b9977c0ee78a80cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782868 Jul 14 14:32:43.526811 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642c3a8-5129-44ea-b0d8-05c6ca80c841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e37fcc3-d960-421d-b275-4f85fafdfe26,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:43.528311 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41280) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:43.586578 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Publish callbacks [] for security_group (4e37fcc3-d960-421d-b275-4f85fafdfe26), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.611534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Publish callbacks [] for security_group (4e37fcc3-d960-421d-b275-4f85fafdfe26), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.642737 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41284) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:43.677405 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:43.761250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4507b6f4-11c6-4bab-8189-cc3ba648bb21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.838046 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4e37fcc3-d960-421d-b275-4f85fafdfe26), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.840729 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:43.848375 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4e37fcc3-d960-421d-b275-4f85fafdfe26 HTTP/1.1" status: 204 len: 168 time: 0.3127155 Jul 14 14:32:43.858620 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e37fcc3-d960-421d-b275-4f85fafdfe26,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:43.869469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.871983 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.872500 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.872855 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.873196 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.873534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.873892 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.874248 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.874600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.874932 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.875357 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.875697 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.876025 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.876352 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.876676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9bc79c6-9025-455a-8860-572541098b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:32:43.935845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4507b6f4-11c6-4bab-8189-cc3ba648bb21 admin admin] Publish callbacks [] for security_group (8ecb17e6-1c63-49ad-a009-d53af6385a8b), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.048938 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4507b6f4-11c6-4bab-8189-cc3ba648bb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8ecb17e6-1c63-49ad-a009-d53af6385a8b), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.090845 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4507b6f4-11c6-4bab-8189-cc3ba648bb21 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c9c81f8de791403eb2d4b965e8535cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466517 Jul 14 14:32:44.092630 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507b6f4-11c6-4bab-8189-cc3ba648bb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecb17e6-1c63-49ad-a009-d53af6385a8b,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:44.093334 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41302) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:44.143690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] Publish callbacks [] for security_group (8ecb17e6-1c63-49ad-a009-d53af6385a8b), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.165632 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] Publish callbacks [] for security_group (8ecb17e6-1c63-49ad-a009-d53af6385a8b), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.245904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-aa684e8d-79aa-4f98-b887-5467183a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:44.247440 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-aa684e8d-79aa-4f98-b887-5467183a305a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0560057 Jul 14 14:32:44.381507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.394042 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (8ecb17e6-1c63-49ad-a009-d53af6385a8b), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.396805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:44.404266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8ecb17e6-1c63-49ad-a009-d53af6385a8b HTTP/1.1" status: 204 len: 168 time: 0.3035171 Jul 14 14:32:44.414548 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528fe9bd-c25b-4003-a04e-ff3f84e3b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecb17e6-1c63-49ad-a009-d53af6385a8b,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:44.424337 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabe340-ce5e-4279-a0c2-3099d0138591 req-52473f21-8e79-46bb-8127-b9e7f1683b1d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:44.431959 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecabe340-ce5e-4279-a0c2-3099d0138591 req-52473f21-8e79-46bb-8127-b9e7f1683b1d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0694075 Jul 14 14:32:44.485353 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecabe340-ce5e-4279-a0c2-3099d0138591 req-fb3e49b9-2b76-4ada-8137-cb177713342e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524859 Jul 14 14:32:44.707682 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-37d01bc3-bf31-4189-917a-f7debe47daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:44.709291 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-37d01bc3-bf31-4189-917a-f7debe47daa0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1029329 Jul 14 14:32:45.127151 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-cb558d2f-4bb8-4c3e-a316-4522da4c9acf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 217 time: 0.0479386 Jul 14 14:32:45.442634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-e01ec854-1e03-42f5-b6ac-9b651205c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:45.444086 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-e01ec854-1e03-42f5-b6ac-9b651205c6f6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0490363 Jul 14 14:32:45.488122 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-23cbdbf4-f873-4f36-b8de-a72ad1988e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:45.489609 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-23cbdbf4-f873-4f36-b8de-a72ad1988e72 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387745 Jul 14 14:32:45.605828 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293096df-c8e9-44a3-afa2-2daab9833627 req-18110de2-d477-4fe6-a47d-3dec6a1d5736 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:45.606845 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-89eb6691-9062-4a44-aebc-152cfe17cf4f service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095085 Jul 14 14:32:45.608176 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-293096df-c8e9-44a3-afa2-2daab9833627 req-18110de2-d477-4fe6-a47d-3dec6a1d5736 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Jul 14 14:32:45.654675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41352) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:45.727062 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-33a975b6-5b66-496b-9101-58acf6f813b7 req-3121c165-1cb5-4e6c-b7c8-8a18d3332b7a service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046498 Jul 14 14:32:45.727586 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-293096df-c8e9-44a3-afa2-2daab9833627 req-85a97e1e-d996-447d-a01f-3186e3ee3975 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118202 Jul 14 14:32:45.840501 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64f16cc0-1b02-41dc-bf4d-e9381d78f516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:45.922081 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64f16cc0-1b02-41dc-bf4d-e9381d78f516 admin admin] Publish callbacks [] for security_group (0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.020589 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-64f16cc0-1b02-41dc-bf4d-e9381d78f516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.060301 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-64f16cc0-1b02-41dc-bf4d-e9381d78f516 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6315ff31c3974bfebab2db45c38695cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026673 Jul 14 14:32:46.062354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f16cc0-1b02-41dc-bf4d-e9381d78f516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:46.063001 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41374) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:46.126438 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] Publish callbacks [] for security_group (0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.148694 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] Publish callbacks [] for security_group (0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.359341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.363665 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:46.379685 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d HTTP/1.1" status: 204 len: 168 time: 0.2999210 Jul 14 14:32:46.379685 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e8dde-d1c5-4114-b4f3-c833884861c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2151d4-68d9-4a8a-b8ae-5f3c1f4f3f5d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:46.460488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:46.668514 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=24 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:46.675266 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:46.775599 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:47.345891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:47.401913 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb273142-b560-427e-89e2-4fb2e3fa0e6a req-216cbd6b-516a-4f91-8016-ea582d09c53b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:47.403293 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb273142-b560-427e-89e2-4fb2e3fa0e6a req-216cbd6b-516a-4f91-8016-ea582d09c53b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Jul 14 14:32:47.462005 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb273142-b560-427e-89e2-4fb2e3fa0e6a req-7e801ddc-6c2c-4a8e-8f2d-6caf12946159 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529225 Jul 14 14:32:47.781704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:48.001010 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=11,neutron:UPDATE=3,neutron:SELECT=80,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:48.355944 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41438) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:48.360764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--148160425', 'description': 'tempest-description--1373958295'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:48.512400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:48.591254 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (4d29497f-1749-4130-bc21-267d8fa9ea76), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:48.592107 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab41da0-f964-4c0e-bc47-18db878c7bf1 req-6ce03776-a674-4210-9c80-38e24c6b6e64 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:48.593697 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ab41da0-f964-4c0e-bc47-18db878c7bf1 req-6ce03776-a674-4210-9c80-38e24c6b6e64 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0528057 Jul 14 14:32:48.646257 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ab41da0-f964-4c0e-bc47-18db878c7bf1 req-f12656d1-f6ae-43b0-a2cf-092bdfb8daf2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458279 Jul 14 14:32:48.684186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4d29497f-1749-4130-bc21-267d8fa9ea76), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:48.715481 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d29497f-1749-4130-bc21-267d8fa9ea76,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:48.831891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:48.833607 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-994076cc-c7bc-4282-be2e-1464f38ad580 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4763131 Jul 14 14:32:48.836666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41446) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:48.844194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'security_group_rule': {'security_group_id': '4d29497f-1749-4130-bc21-267d8fa9ea76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:49.009602 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (4d931d60-28ce-415d-a842-e00abea4cc9c), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.071783 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (4d931d60-28ce-415d-a842-e00abea4cc9c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.292735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (4d931d60-28ce-415d-a842-e00abea4cc9c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.312926 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d931d60-28ce-415d-a842-e00abea4cc9c,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:49.483564 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.484946 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-59ac2d82-8baa-45cd-b41b-65004a2fec66 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6468885 Jul 14 14:32:49.487507 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41462) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:49.492359 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'security_group_rule': {'security_group_id': '4d29497f-1749-4130-bc21-267d8fa9ea76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:49.619437 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (7f6e768d-23e1-4b57-b4c2-7c03439b14f7), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.684427 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (7f6e768d-23e1-4b57-b4c2-7c03439b14f7), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.764630 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22864579-09db-436e-afa0-1e14ee55fd58 req-3605079d-d531-4b99-90bd-7e8b4102f548 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:49.766131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22864579-09db-436e-afa0-1e14ee55fd58 req-3605079d-d531-4b99-90bd-7e8b4102f548 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0472279 Jul 14 14:32:49.823476 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22864579-09db-436e-afa0-1e14ee55fd58 req-a4f83050-d31e-4a49-974c-cd09078b3031 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517714 Jul 14 14:32:49.830476 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (7f6e768d-23e1-4b57-b4c2-7c03439b14f7), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:49.847873 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6e768d-23e1-4b57-b4c2-7c03439b14f7,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:49.999675 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.000935 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-56229e39-efbc-47fc-822d-46d6dabb63ce tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5123763 Jul 14 14:32:50.004130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41478) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:32:50.008506 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:50.203827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.281386 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.387733 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Allocated IP 172.27.2.219 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/b189e01c-28c9-41a9-8884-d6832222d549) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:50.488105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for port (b189e01c-28c9-41a9-8884-d6832222d549), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.632019 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (b189e01c-28c9-41a9-8884-d6832222d549), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.672975 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:50.678156 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:50.682842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:50.687741 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'Port': ['ID=b189e01c-28c9-41a9-8884-d6832222d549,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:50.767024 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:50.802203 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:50.864799 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:51.157634 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb16d1f-ce73-43e9-9236-0ca874ae24fb req-40262d8c-f640-48e1-908f-b4b54733df30 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:51.159207 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efb16d1f-ce73-43e9-9236-0ca874ae24fb req-40262d8c-f640-48e1-908f-b4b54733df30 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.2544787 Jul 14 14:32:51.159922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (b189e01c-28c9-41a9-8884-d6832222d549), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:51.250728 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efb16d1f-ce73-43e9-9236-0ca874ae24fb req-c59dab20-18db-43a0-b25d-bf44135403c0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720582 Jul 14 14:32:51.346129 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for port (b189e01c-28c9-41a9-8884-d6832222d549), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:51.431817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (b189e01c-28c9-41a9-8884-d6832222d549), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:51.496725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'Port': ['ID=b189e01c-28c9-41a9-8884-d6832222d549,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:51.508428 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:51.603295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:51.604533 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-31b58460-19d7-40cc-8895-478b4aea4db1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5994699 Jul 14 14:32:51.612204 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-5bcd56c2-52d3-4f74-816f-41ba3a13a031 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--148160425&fields=id&tenant_id=e2578b0e75cb455c93cf83dfe54842ff HTTP/1.1" status: 200 len: 267 time: 0.0513005 Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-6161f7a9-e557-4c3d-90c8-e4ea83815283 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-6161f7a9-e557-4c3d-90c8-e4ea83815283 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.1043568 Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-002fb273-9487-48f6-924a-26b34a43b5e9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/quotas/e2578b0e75cb455c93cf83dfe54842ff HTTP/1.1" status: 200 len: 375 time: 0.0089645 Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-ea4d394b-baf2-4747-81fa-625b4a8ac0a4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530548 Jul 14 14:32:52.131119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-d964b59c-5f4b-4c79-81b1-15cc30f37b80 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879605 Jul 14 14:32:52.202092 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-487a27be-0773-49e6-a3ed-d18a5783a1c1 service neutron] 10.222.0.93 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023126 Jul 14 14:32:52.383985 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e55d-f6b4-4047-97dc-1e4cde9f8500 req-6cc89374-fba4-4d0c-9bc1-99abe1dd495b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:52.386124 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0df4e55d-f6b4-4047-97dc-1e4cde9f8500 req-6cc89374-fba4-4d0c-9bc1-99abe1dd495b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Jul 14 14:32:52.434823 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0df4e55d-f6b4-4047-97dc-1e4cde9f8500 req-31c53933-fa09-45ed-95fa-5408e9c6da90 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Jul 14 14:32:52.649054 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-144531cd-cab3-4a56-a31f-6dfe834cbfdd req-1e385a63-70e4-41ca-be9e-1f7559fc9217 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Jul 14 14:32:53.550784 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9196ee-6f40-4e93-82c6-c5b1a9b3a8d4 req-ab1f26a9-ebec-48a6-99c8-d87877062d8d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:53.552251 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa9196ee-6f40-4e93-82c6-c5b1a9b3a8d4 req-ab1f26a9-ebec-48a6-99c8-d87877062d8d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0472617 Jul 14 14:32:53.602801 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa9196ee-6f40-4e93-82c6-c5b1a9b3a8d4 req-5978f652-794e-4ca1-a008-03a6df8dd03f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449891 Jul 14 14:32:53.739230 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65922676-41b7-49e1-89e3-f667a26cfe7a req-2896847d-9f5c-4e79-bf31-d4b381af1d6c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0272515 Jul 14 14:32:53.852605 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:54.072229 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:54.191512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:54.369253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:54.371996 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-2dacd148-2fc3-407c-b9ef-70504921702d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809734615&fields=id&tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7 HTTP/1.1" status: 200 len: 267 time: 0.0482762 Jul 14 14:32:54.490730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-ce209120-b1df-42bf-8959-e0eb38115c74 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:54.490999 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-ce209120-b1df-42bf-8959-e0eb38115c74 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 808 time: 0.1126792 Jul 14 14:32:54.510277 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-93c98bb2-0b59-4d82-98ce-396716e57a13 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/quotas/6b36d14d5bd24ed39bcb0a32dfa016f7 HTTP/1.1" status: 200 len: 375 time: 0.0136566 Jul 14 14:32:54.556457 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-55feadae-def6-45bd-bb7f-4398b664cb20 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452282 Jul 14 14:32:54.676526 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-cb6a5d28-e6e9-481b-9e42-c1967875f7fd service neutron] 10.222.0.93 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063225 Jul 14 14:32:54.777362 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38792e30-c600-4d01-ac67-f491b55d224a req-668c65bf-c887-4981-be2b-81b599f64fb7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:54.778842 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38792e30-c600-4d01-ac67-f491b55d224a req-668c65bf-c887-4981-be2b-81b599f64fb7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0971608 Jul 14 14:32:54.829488 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-fafcc276-9b13-4af0-ad48-c8080922c9ec service neutron] 10.222.0.93 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466222 Jul 14 14:32:54.844286 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38792e30-c600-4d01-ac67-f491b55d224a req-14f3b7d2-05c3-4b52-8417-f68041474773 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596533 Jul 14 14:32:54.934560 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:54.940576 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3e096a90-a394-46e1-866c-647b8ef1fe81 req-249738b7-d707-4b85-9175-aa32160b2992 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0322254 Jul 14 14:32:54.974823 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:55.603954 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a1163c39-2073-4f0c-b9c7-0b97f4cfb49b req-9a195083-e59c-41a8-b3ba-e3eff2370317 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0290260 Jul 14 14:32:55.959058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef5e8-8d4d-4269-95dd-4d19b52e6c3e req-7964cfcd-7379-4616-9865-630b715e4ce7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:55.961051 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7ef5e8-8d4d-4269-95dd-4d19b52e6c3e req-7964cfcd-7379-4616-9865-630b715e4ce7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0468028 Jul 14 14:32:56.012325 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2d7ef5e8-8d4d-4269-95dd-4d19b52e6c3e req-b035b7b9-6669-446f-bc82-dc886a0aa58f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Jul 14 14:32:56.056798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-de530ac4-cb14-4df2-8b00-a34d4231b290 req-b0de0cdb-9e4c-44f1-a9da-ec76825736f2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0310891 Jul 14 14:32:56.323074 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:56.386258 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:56.705280 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4290e568-c64f-4ad1-b796-f741fef1a3c3 req-b3641314-7283-4bbf-ab9c-743f3997b912 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0348084 Jul 14 14:32:57.135312 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4422e-a52e-4527-ac94-6e817895ea64 req-4595d1e7-444d-453c-9986-11274674d896 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:57.136797 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38b4422e-a52e-4527-ac94-6e817895ea64 req-4595d1e7-444d-453c-9986-11274674d896 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Jul 14 14:32:57.172824 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7196cf4b-2c44-480b-9177-bc86da9be5da req-658450e0-ff34-471c-b092-30a95b59b2da tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0350523 Jul 14 14:32:57.195840 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:57.217799 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38b4422e-a52e-4527-ac94-6e817895ea64 req-d0ae0731-5ee3-4963-9223-982aced5d325 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701380 Jul 14 14:32:57.311802 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:57.802366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be352cc6-fc61-4245-8fe0-de415d26f303 req-3a53f5da-e7c7-4c32-b2fd-316d667c7e07 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0319357 Jul 14 14:32:58.272483 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0761e98b-bc3b-4071-812e-ce584123f503 req-4f831eb8-0cb5-4850-919b-944a25261be5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jul 14 14:32:58.351951 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45848e6-5446-4ea4-a863-98da8eb51a62 req-ccbf1a0e-72a7-423f-8c7b-13d782880f3b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:58.353321 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d45848e6-5446-4ea4-a863-98da8eb51a62 req-ccbf1a0e-72a7-423f-8c7b-13d782880f3b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Jul 14 14:32:58.411121 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d45848e6-5446-4ea4-a863-98da8eb51a62 req-62bfd1ee-ce63-46b3-8f12-71de95fe92da tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517747 Jul 14 14:32:58.468464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-19ce8251-aa4a-4189-93d0-74a5bc2d34b5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:58.470035 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-19ce8251-aa4a-4189-93d0-74a5bc2d34b5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 819 time: 0.1134040 Jul 14 14:32:58.539797 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-28619bcf-db4b-4d58-b118-1cb12580d37a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2578b0e75cb455c93cf83dfe54842ff HTTP/1.1" status: 200 len: 379 time: 0.0605049 Jul 14 14:32:58.550828 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'port': {'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'admin_state_up': True, 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'security_groups': ['4d29497f-1749-4130-bc21-267d8fa9ea76']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:58.652233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:58.762829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-92256ec5-d651-4b9a-85d5-10dd4c7f8131 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:58.764290 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-92256ec5-d651-4b9a-85d5-10dd4c7f8131 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 808 time: 0.1759424 Jul 14 14:32:58.829532 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-050e30d2-7a25-4282-bc46-a9e10b590572 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7 HTTP/1.1" status: 200 len: 379 time: 0.0557477 Jul 14 14:32:58.839316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'port': {'device_id': '833f486d-a5d2-41ff-8404-19f21892e73c', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'admin_state_up': True, 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'security_groups': ['6005f5d2-c9ac-463d-920a-acc2ebacefd3']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:32:58.860358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Made reservation on behalf of e2578b0e75cb455c93cf83dfe54842ff for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:58.865184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:58.932437 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6d84e111-8d03-4468-a3f0-0fdf1a9d5450 req-a3183e1a-9b37-4b96-b2a7-e5f64038d7cd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0295427 Jul 14 14:32:59.001844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:59.081622 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Allocated IP 172.20.0.3 (d8b5e31c-98ed-487e-830d-724f1cd2a8c8/b21977c1-6372-4c93-b060-e16267f084bb/1aed1e1d-edb5-41ea-ac88-358515dbc3f6) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:59.123600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:32:59.152029 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Made reservation on behalf of 6b36d14d5bd24ed39bcb0a32dfa016f7 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:32:59.155413 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.291324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.364422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Allocated IP 172.20.0.13 (94445a67-02a7-44f8-b413-c6bbd14cbf31/01f84025-1465-4748-8bbd-35702a15a935/7f554063-5f76-4260-95f2-f9417cf2981a) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:32:59.383124 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f82445b8-f718-4005-bb72-3932ad7cd2c0 req-276e25e0-fd70-4245-9ce1-33bec0e6cc33 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0327027 Jul 14 14:32:59.469204 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.524495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:59.529413 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277e904-d93f-4d3b-a089-216e42482058 req-a86e7ed8-d04f-4d8c-85fb-6eab1c324618 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:59.531141 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4277e904-d93f-4d3b-a089-216e42482058 req-a86e7ed8-d04f-4d8c-85fb-6eab1c324618 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Jul 14 14:32:59.536940 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:59.547318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:59.581169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event updated for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:59.589631 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4277e904-d93f-4d3b-a089-216e42482058 req-d12703ad-45c6-459a-87a4-ff7fb4f91829 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523834 Jul 14 14:32:59.590898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for port (7f554063-5f76-4260-95f2-f9417cf2981a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.639482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:59.640199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.753255 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-c35ab163-4278-49bd-87a5-91692a8a0905 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2062330 Jul 14 14:32:59.754526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.797156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:32:59.802501 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:32:59.805014 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:32:59.819317 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-8d57e409-d9f5-4e88-97ad-f9b351d6bddf None None] Provisioning complete for port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:32:59.819875 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8d57e409-d9f5-4e88-97ad-f9b351d6bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.843446 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:32:59.869466 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-8d57e409-d9f5-4e88-97ad-f9b351d6bddf None None] Port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:32:59.879786 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:32:59.880530 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:32:59.987844 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-6075f4cc-f410-4e22-b3d3-0c56971b8c0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1518357 Jul 14 14:33:00.049298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7375f-0173-4c2f-b730-097776d5185d req-2b5885c8-38de-4625-b969-efb5c9ba9c47 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:00.050881 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65b7375f-0173-4c2f-b730-097776d5185d req-2b5885c8-38de-4625-b969-efb5c9ba9c47 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 932 time: 0.0481956 Jul 14 14:33:00.087357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-3d1858ca-64cf-4cc6-b443-8da38ae7dec0 None None] Provisioning complete for port 7f554063-5f76-4260-95f2-f9417cf2981a triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:00.087357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3d1858ca-64cf-4cc6-b443-8da38ae7dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:00.104679 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65b7375f-0173-4c2f-b730-097776d5185d req-54c1f695-cabe-4185-830c-11eae2da0590 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478976 Jul 14 14:33:00.118254 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-3d1858ca-64cf-4cc6-b443-8da38ae7dec0 None None] Port 7f554063-5f76-4260-95f2-f9417cf2981a cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:33:00.442867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:00.471928 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:00.493985 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c323fc-7472-4d58-aa02-5915fe941789 req-f15433db-6a4a-45a3-931d-c4cd40dedadb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:00.495428 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-23c323fc-7472-4d58-aa02-5915fe941789 req-f15433db-6a4a-45a3-931d-c4cd40dedadb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 931 time: 0.0466919 Jul 14 14:33:00.543439 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-23c323fc-7472-4d58-aa02-5915fe941789 req-85d3eec7-c774-4668-bdb5-25a81821c460 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 Jul 14 14:33:00.717823 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5e934-3211-425a-b2ad-591a4c9ff924 req-44d375cf-6612-4a89-b025-712abccf26d3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:00.719308 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fff5e934-3211-425a-b2ad-591a4c9ff924 req-44d375cf-6612-4a89-b025-712abccf26d3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0516138 Jul 14 14:33:00.765697 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fff5e934-3211-425a-b2ad-591a4c9ff924 req-29f1eec6-7c28-4253-b151-246020fae320 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409219 Jul 14 14:33:00.858016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:01.089233 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:01.245247 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11110c4d-6631-45f9-b07f-6a75d577f97e req-be69f543-b8de-44bc-9831-027138aa55fb tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:01.246767 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-11110c4d-6631-45f9-b07f-6a75d577f97e req-be69f543-b8de-44bc-9831-027138aa55fb tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 932 time: 0.0518808 Jul 14 14:33:01.299252 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-11110c4d-6631-45f9-b07f-6a75d577f97e req-55542520-aa77-46df-8ece-7d17e5b7024f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467305 Jul 14 14:33:01.357388 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:01.653868 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad611687-c6e0-4945-9994-ac4ade620871 req-7c904715-fedf-48fd-88be-4a71bda5019a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:01.655311 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad611687-c6e0-4945-9994-ac4ade620871 req-7c904715-fedf-48fd-88be-4a71bda5019a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 931 time: 0.0464160 Jul 14 14:33:01.702238 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad611687-c6e0-4945-9994-ac4ade620871 req-fe335eb8-f7ad-4041-a26b-713e9ef8c2be tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Jul 14 14:33:01.733840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Request body: {'port': {'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:01.741849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Request body: {'port': {'device_id': '833f486d-a5d2-41ff-8404-19f21892e73c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:01.859999 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:01.866307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:01.891705 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc2246-f28a-4c29-8a7f-56d0d2fb7c37 req-d6b0f842-5be6-46d3-a5f9-77bfc77905bd tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:01.893654 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2efc2246-f28a-4c29-8a7f-56d0d2fb7c37 req-d6b0f842-5be6-46d3-a5f9-77bfc77905bd tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Jul 14 14:33:01.947553 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2efc2246-f28a-4c29-8a7f-56d0d2fb7c37 req-c80a44a0-cd33-41a2-bc75-d4a7fe2bc7b0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472074 Jul 14 14:33:02.061886 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:02.312440 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:02.326284 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks [] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.328390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f554063-5f76-4260-95f2-f9417cf2981a {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:02.339084 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks [] for port (7f554063-5f76-4260-95f2-f9417cf2981a), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.352590 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Transition to ACTIVE for port object 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:33:02.357840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Transition to ACTIVE for port object 7f554063-5f76-4260-95f2-f9417cf2981a will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:33:02.401151 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=17 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:02.402134 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:02.415475 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf08e4f-53d8-47b9-9f90-a227ca0cb449 req-38c222b9-1f01-4e45-994c-95b70819dd96 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:02.416990 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ebf08e4f-53d8-47b9-9f90-a227ca0cb449 req-38c222b9-1f01-4e45-994c-95b70819dd96 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 932 time: 0.0504797 Jul 14 14:33:02.465975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.468199 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ebf08e4f-53d8-47b9-9f90-a227ca0cb449 req-f4659bd1-e14b-426d-b176-558cef09dec1 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Jul 14 14:33:02.469724 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.526542 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:02.664887 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:02.719156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Attempting to bind port 7f554063-5f76-4260-95f2-f9417cf2981a on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:33:02.719156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Attempting to bind port 7f554063-5f76-4260-95f2-f9417cf2981a by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:33:02.719156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Attempting to bind port 7f554063-5f76-4260-95f2-f9417cf2981a on network 94445a67-02a7-44f8-b413-c6bbd14cbf31 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:02.730846 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ee34215b-e9dc-4fe2-a217-cc99a578add7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.744120 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Port 7f554063-5f76-4260-95f2-f9417cf2981a on network 94445a67-02a7-44f8-b413-c6bbd14cbf31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:33:02.744120 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Attempting to bind port 7f554063-5f76-4260-95f2-f9417cf2981a on network 94445a67-02a7-44f8-b413-c6bbd14cbf31 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:02.744120 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:33:02.744831 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Checking segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:02.745090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Bound using segment: {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:33:02.745415 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Bound port: 7f554063-5f76-4260-95f2-f9417cf2981a, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fef1b88-5689-42ca-94c5-a69aa44d7678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:33:02.745801 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.749292 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Attempting to bind port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:33:02.749628 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Attempting to bind port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:33:02.749981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Attempting to bind port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:02.767942 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:33:02.769753 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Attempting to bind port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 on network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:02.778002 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:33:02.789874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Checking segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:02.789874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Bound using segment: {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:33:02.789874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Bound port: 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7317da88-7d2d-4479-878e-cf31be0d44b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:33:02.789874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:02.881893 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7f55f-336b-4160-a78c-03a1ea02d3d7 req-c928f391-df1e-42c2-b62d-11b03d76f66f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:02.881893 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ba7f55f-336b-4160-a78c-03a1ea02d3d7 req-c928f391-df1e-42c2-b62d-11b03d76f66f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0693476 Jul 14 14:33:02.905581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:33:02.924331 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:33:02.928706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:33:02.942029 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:33:02.943053 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ba7f55f-336b-4160-a78c-03a1ea02d3d7 req-bcf77fe3-75ea-4b11-bb25-47d0937b8cfd tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538628 Jul 14 14:33:03.069118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:03.072450 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:03.075776 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:03.084014 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cc18c-7ac1-4a6b-a7c2-f5b1e49be2df req-bb68df7e-979f-4aff-9478-57457bc8d0b4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.103188 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e91cc18c-7ac1-4a6b-a7c2-f5b1e49be2df req-bb68df7e-979f-4aff-9478-57457bc8d0b4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0765755 Jul 14 14:33:03.136579 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.136579 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:03.137504 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] 10.222.0.91 "PUT /v2.0/ports/1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 1093 time: 1.4083986 Jul 14 14:33:03.141154 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.141797 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:03.143133 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] 10.222.0.91 "PUT /v2.0/ports/7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 1094 time: 1.4064572 Jul 14 14:33:03.143595 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}, {'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:03.152075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39315ad-7cfb-436f-a076-6c765e92fdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}, {"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:03.177494 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e91cc18c-7ac1-4a6b-a7c2-f5b1e49be2df req-bafe08ae-5469-45a1-ac7a-53f33cc669c3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733414 Jul 14 14:33:03.218123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ec678-68d0-4e29-a75b-28625c941b3f service neutron] Pushing event updated for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:03.262320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465a6ff-4b86-4ab3-9ecd-b114c4a7ce37 x-openstack-request-id: req-b465a6ff-4b86-4ab3-9ecd-b114c4a7ce37 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:03.262605 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:03.268242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b465a6ff-4b86-4ab3-9ecd-b114c4a7ce37 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:03.268242 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b465a6ff-4b86-4ab3-9ecd-b114c4a7ce37'] response: {'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'status': 'completed', 'code': 200} Jul 14 14:33:03.268242 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b465a6ff-4b86-4ab3-9ecd-b114c4a7ce37'] response: {'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'status': 'completed', 'code': 200} Jul 14 14:33:03.439027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-7bea65aa-82b6-446a-b0a5-470e60b6407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.440567 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-7bea65aa-82b6-446a-b0a5-470e60b6407a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1127 time: 0.1512287 Jul 14 14:33:03.441199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d4e4f-bbfc-4219-a341-5f18a5e42c43 service neutron] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:03.487979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-e9e76968-6d4c-4ba1-ab65-0f97a44ad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.489514 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-e9e76968-6d4c-4ba1-ab65-0f97a44ad582 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1128 time: 0.1411390 Jul 14 14:33:03.594556 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-8eb28ffb-ba7a-492b-8c10-f4e6ea7afdba service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 217 time: 0.0834460 Jul 14 14:33:03.626674 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6066-6d3a-4817-834c-c785959322d0 req-79633d44-ded4-4955-8d45-f5abb7c0efe5 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.652300 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd7c6066-6d3a-4817-834c-c785959322d0 req-79633d44-ded4-4955-8d45-f5abb7c0efe5 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0904112 Jul 14 14:33:03.724512 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-2177473d-449c-40b9-8ae1-e18f6f54311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.726077 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-2177473d-449c-40b9-8ae1-e18f6f54311f service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2731640 Jul 14 14:33:03.728000 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-59589f57-ea01-4017-b833-c1d3569dbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:03.729502 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-59589f57-ea01-4017-b833-c1d3569dbd00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.1315510 Jul 14 14:33:03.730349 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd7c6066-6d3a-4817-834c-c785959322d0 req-22431708-b552-46ed-8520-58ce33f05a24 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676539 Jul 14 14:33:03.731479 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:03.734667 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:04.086649 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27094c8-bdc9-4878-926e-ed829ac2179d req-1279b593-2a6a-41bb-87ef-8c1f7e2d2296 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.088524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-03001e0e-9931-4761-b035-b4f993e6398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.090046 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-03001e0e-9931-4761-b035-b4f993e6398a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3472927 Jul 14 14:33:04.090456 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f27094c8-bdc9-4878-926e-ed829ac2179d req-1279b593-2a6a-41bb-87ef-8c1f7e2d2296 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0712738 Jul 14 14:33:04.188411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-ba0dfdaa-84ee-404c-93b0-f6dcb2b3b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.190691 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-ba0dfdaa-84ee-404c-93b0-f6dcb2b3b0ea service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584665 Jul 14 14:33:04.234581 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f27094c8-bdc9-4878-926e-ed829ac2179d req-695a94a6-eb9a-4a5d-9287-b1f67d8f5f7f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406746 Jul 14 14:33:04.236029 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-aa3dbda7-4e74-4f52-a104-b65655aa6219 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344583 Jul 14 14:33:04.344335 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645944b-3222-4520-9bf1-f5ec9e11234a req-f954548f-0ddb-426c-b83b-fcffbbd65866 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.349426 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e645944b-3222-4520-9bf1-f5ec9e11234a req-f954548f-0ddb-426c-b83b-fcffbbd65866 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0755329 Jul 14 14:33:04.369629 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 41794) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:04.389316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-a4baf6bd-ba55-4fe5-8c85-0b58654b81a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.390858 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-a4baf6bd-ba55-4fe5-8c85-0b58654b81a4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1127 time: 0.1016598 Jul 14 14:33:04.416113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e645944b-3222-4520-9bf1-f5ec9e11234a req-b83d2dd0-f5ec-47c1-ba0e-edbebf4ac6dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584052 Jul 14 14:33:04.448939 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-b6a70e19-4766-4ab9-ae69-1c78865d1452 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 217 time: 0.0480254 Jul 14 14:33:04.502299 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-283de862-6b9d-4ffb-b6e7-7159273e8cac req-4cfc95e5-3391-4f63-9cdb-ccfa35512efe service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540081 Jul 14 14:33:04.515812 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5322fdac-e76a-40c9-a096-ddfc4ddfe269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.521851 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-64295814-07d5-44ef-9869-d70ac597137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.523431 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-64295814-07d5-44ef-9869-d70ac597137b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0655375 Jul 14 14:33:04.570927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-ffebcd76-85fc-48ce-9f3a-32550b57734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.572434 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-ffebcd76-85fc-48ce-9f3a-32550b57734e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427189 Jul 14 14:33:04.596584 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5322fdac-e76a-40c9-a096-ddfc4ddfe269 admin admin] Publish callbacks [] for security_group (3a984b42-faac-43af-8eee-6d356271ba67), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.666149 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5322fdac-e76a-40c9-a096-ddfc4ddfe269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3a984b42-faac-43af-8eee-6d356271ba67), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.672175 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-50182fe7-5458-4511-8463-b170e2b75af3 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899305 Jul 14 14:33:04.706818 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5322fdac-e76a-40c9-a096-ddfc4ddfe269 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=de39d044f9cc47ddb76740368b3f1e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359518 Jul 14 14:33:04.708818 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322fdac-e76a-40c9-a096-ddfc4ddfe269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a984b42-faac-43af-8eee-6d356271ba67,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:04.709498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41800) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:04.760541 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] Publish callbacks [] for security_group (3a984b42-faac-43af-8eee-6d356271ba67), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.790175 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] Publish callbacks [] for security_group (3a984b42-faac-43af-8eee-6d356271ba67), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.814299 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-294a85f7-2563-4da1-857d-47ce298205fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.824445 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:04.848261 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6eb610-e457-42da-a3a0-f3d5042c27ae req-9ffc88e6-8b46-4516-89fc-1347b3e0d2e9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:04.850122 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-af6eb610-e457-42da-a3a0-f3d5042c27ae req-9ffc88e6-8b46-4516-89fc-1347b3e0d2e9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0649078 Jul 14 14:33:04.905121 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-af6eb610-e457-42da-a3a0-f3d5042c27ae req-15f81947-eba8-403e-8bf8-391066334bea tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482504 Jul 14 14:33:04.926863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3a984b42-faac-43af-8eee-6d356271ba67), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.929444 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:04.930769 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3a984b42-faac-43af-8eee-6d356271ba67 HTTP/1.1" status: 204 len: 168 time: 0.2202623 Jul 14 14:33:04.951022 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b0ba6-f0fc-4f9d-b5a6-df44d5b0f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a984b42-faac-43af-8eee-6d356271ba67,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:05.043793 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-3b98dff8-8899-46d0-9f72-79a57b4f646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:05.044753 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-3b98dff8-8899-46d0-9f72-79a57b4f646a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1128 time: 0.0736845 Jul 14 14:33:05.087808 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8fdb66f4-e7cf-4deb-8e3d-bda31e334b9a req-2b7e7310-dd93-4508-9d91-1489216a4a62 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541181 Jul 14 14:33:05.097840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:05.158010 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-e4a2ba19-c010-43ae-9cb9-b4d1591e51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:05.159503 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-e4a2ba19-c010-43ae-9cb9-b4d1591e51b7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.1039939 Jul 14 14:33:05.205304 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-6a379750-5203-4727-a386-f56e9e47abf9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 217 time: 0.0343332 Jul 14 14:33:05.280643 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-b1a4934c-33ed-4b05-a035-32de44672b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:05.282167 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-b1a4934c-33ed-4b05-a035-32de44672b10 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0696208 Jul 14 14:33:05.512565 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d88f-163c-48ab-a850-2ce8064f1065 req-7f1a71c9-cddf-4d44-8dc7-41e32b52361e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:05.515779 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9c04d88f-163c-48ab-a850-2ce8064f1065 req-7f1a71c9-cddf-4d44-8dc7-41e32b52361e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0691462 Jul 14 14:33:05.563449 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efb51f-2b18-4640-8bb6-08acf17499a7 req-1a3bd012-43ce-4e29-8423-50e7dbab41e5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:05.564780 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25efb51f-2b18-4640-8bb6-08acf17499a7 req-1a3bd012-43ce-4e29-8423-50e7dbab41e5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0739644 Jul 14 14:33:05.612998 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9c04d88f-163c-48ab-a850-2ce8064f1065 req-ef1077de-301b-4c03-8b45-49f3db38846f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826168 Jul 14 14:33:05.641687 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25efb51f-2b18-4640-8bb6-08acf17499a7 req-e3d02939-b5ce-4d26-81bc-32e34ac12766 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712101 Jul 14 14:33:05.688967 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:05.751019 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41822) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:05.764655 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-861a9f1e-a8c2-48c9-8520-dd522262a75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:05.839369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-861a9f1e-a8c2-48c9-8520-dd522262a75d admin admin] Publish callbacks [] for security_group (436fbda5-0ddd-4338-a00b-59f5771feb0c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:05.911215 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-861a9f1e-a8c2-48c9-8520-dd522262a75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (436fbda5-0ddd-4338-a00b-59f5771feb0c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:05.930949 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:05.951129 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a9f1e-a8c2-48c9-8520-dd522262a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436fbda5-0ddd-4338-a00b-59f5771feb0c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:05.955471 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-861a9f1e-a8c2-48c9-8520-dd522262a75d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=58b113ca5ca44542aa85e1a0df647724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034101 Jul 14 14:33:05.958242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 41826) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:06.012765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] Publish callbacks [] for security_group (436fbda5-0ddd-4338-a00b-59f5771feb0c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:06.020027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70d7a5-b5c4-491f-b5db-cd89fcb10da5 req-75f39d03-1368-438a-9525-d43020b4fd78 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:06.021514 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c70d7a5-b5c4-491f-b5db-cd89fcb10da5 req-75f39d03-1368-438a-9525-d43020b4fd78 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0489442 Jul 14 14:33:06.034741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] Publish callbacks [] for security_group (436fbda5-0ddd-4338-a00b-59f5771feb0c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:06.074848 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c70d7a5-b5c4-491f-b5db-cd89fcb10da5 req-b354822c-0a2c-49a5-b2c4-edc16990beaf tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472102 Jul 14 14:33:06.185908 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (436fbda5-0ddd-4338-a00b-59f5771feb0c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:06.188442 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:06.189586 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/436fbda5-0ddd-4338-a00b-59f5771feb0c HTTP/1.1" status: 204 len: 168 time: 0.2304606 Jul 14 14:33:06.199425 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b780893-99bd-4be1-a333-d242984bd926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436fbda5-0ddd-4338-a00b-59f5771feb0c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:06.235339 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:06.505733 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:06.572587 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:06.693104 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:06.803120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6180a8-c71c-4d75-b109-8fb2f1f93f32 req-c8dc4528-f7d0-406e-888d-76d38caf6f77 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:06.805828 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb6180a8-c71c-4d75-b109-8fb2f1f93f32 req-c8dc4528-f7d0-406e-888d-76d38caf6f77 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.1053314 Jul 14 14:33:06.830293 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a776a00-b33b-4bb8-9049-7fe970d8821d req-1fe8e5d8-c355-4603-8ce4-6d2b209b0248 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:06.831740 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a776a00-b33b-4bb8-9049-7fe970d8821d req-1fe8e5d8-c355-4603-8ce4-6d2b209b0248 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0948071 Jul 14 14:33:06.904813 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb6180a8-c71c-4d75-b109-8fb2f1f93f32 req-d19e39a5-e22e-472d-9ed2-e47504c7b152 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895550 Jul 14 14:33:06.911087 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a776a00-b33b-4bb8-9049-7fe970d8821d req-5e9ee7c1-1d9a-4058-a5f4-2cef260ef345 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715654 Jul 14 14:33:07.054352 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:07.200689 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182f6ec-713a-4078-a53b-f6589d305f48 req-9eb431a5-4e3e-42f3-b04a-f56a283824d8 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:07.202374 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a182f6ec-713a-4078-a53b-f6589d305f48 req-9eb431a5-4e3e-42f3-b04a-f56a283824d8 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0547085 Jul 14 14:33:07.265679 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a182f6ec-713a-4078-a53b-f6589d305f48 req-341a7c08-fe61-4b9a-943e-1a61dc74cfcd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531821 Jul 14 14:33:07.282632 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:07.349905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:08.008670 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:08.034646 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:08.057903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e65fd-74af-4c4a-905a-e975dd0a77c1 req-45a32ece-2a88-4b2a-ab29-f6517e04e342 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:08.059384 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5c2e65fd-74af-4c4a-905a-e975dd0a77c1 req-45a32ece-2a88-4b2a-ab29-f6517e04e342 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0849366 Jul 14 14:33:08.065386 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14de60-529d-43b7-824d-d08e5edd547c req-5e0c35b2-b3c1-4410-be4f-4c9e34e95c44 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:08.066776 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb14de60-529d-43b7-824d-d08e5edd547c req-5e0c35b2-b3c1-4410-be4f-4c9e34e95c44 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0822721 Jul 14 14:33:08.139366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5c2e65fd-74af-4c4a-905a-e975dd0a77c1 req-bbe16616-3f1d-44dd-88e2-dcb3047f98bb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716333 Jul 14 14:33:08.142618 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb14de60-529d-43b7-824d-d08e5edd547c req-c5fb07f3-5b2a-4470-aa42-ee6f23e3e44a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690401 Jul 14 14:33:08.375463 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd639d-f02a-4e48-8348-cff6e65c7dfa req-ee9cf35f-fd65-4ec0-a98d-7940024e86f7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:08.376908 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5dd639d-f02a-4e48-8348-cff6e65c7dfa req-ee9cf35f-fd65-4ec0-a98d-7940024e86f7 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0507267 Jul 14 14:33:08.428827 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5dd639d-f02a-4e48-8348-cff6e65c7dfa req-f131e486-7c59-4234-9b38-34b40142f70d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463114 Jul 14 14:33:09.292745 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930d87b-fa96-4c9f-9ea1-0c25cd7012d4 req-63b0659c-5785-40f4-aed5-22fbd42dee37 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:09.294259 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9930d87b-fa96-4c9f-9ea1-0c25cd7012d4 req-63b0659c-5785-40f4-aed5-22fbd42dee37 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0837419 Jul 14 14:33:09.312966 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34581e71-9fc4-4947-b620-f0d73f449ce3 req-31a6c680-adb8-410f-bffa-190283f40476 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:09.314633 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-34581e71-9fc4-4947-b620-f0d73f449ce3 req-31a6c680-adb8-410f-bffa-190283f40476 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Jul 14 14:33:09.382581 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9930d87b-fa96-4c9f-9ea1-0c25cd7012d4 req-f76d1532-e340-440f-8749-5a0a8d60a048 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817268 Jul 14 14:33:09.389833 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-34581e71-9fc4-4947-b620-f0d73f449ce3 req-78780c84-d383-4744-8b4a-21105c5195cb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636060 Jul 14 14:33:09.548380 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3922eba-3b05-4d45-ae88-b44d2e194b29 req-c6bb4704-b3f3-4e00-b73a-cf39577d622f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:09.549867 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c3922eba-3b05-4d45-ae88-b44d2e194b29 req-c6bb4704-b3f3-4e00-b73a-cf39577d622f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0527971 Jul 14 14:33:09.599309 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c3922eba-3b05-4d45-ae88-b44d2e194b29 req-56ec1422-9a2a-4332-a090-fa28f0573b0a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Jul 14 14:33:09.850701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-b664e599-9c73-431d-ba37-273e26604f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:09.852201 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-b664e599-9c73-431d-ba37-273e26604f50 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434623 Jul 14 14:33:09.981256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:10.000086 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-6e94a2c1-6edf-424a-a417-e748ff2a9fb3 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Jul 14 14:33:10.098142 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39315ad-7cfb-436f-a076-6c765e92fdb9 req-3979ed00-2bf4-4ff2-95b0-2062d81317b3 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897670 Jul 14 14:33:10.536490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7759527-b6f9-4e01-8165-aaa73a879ae5 req-8d753ecd-64dd-4f8c-b6e5-f939c4dc7003 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:10.538003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7759527-b6f9-4e01-8165-aaa73a879ae5 req-8d753ecd-64dd-4f8c-b6e5-f939c4dc7003 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0825675 Jul 14 14:33:10.544865 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455fab-6d0f-46a1-a4f4-fe636ff3987f req-57d619f1-f8d6-4bc3-9d15-c236a8f35fe8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:10.546283 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef455fab-6d0f-46a1-a4f4-fe636ff3987f req-57d619f1-f8d6-4bc3-9d15-c236a8f35fe8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0812411 Jul 14 14:33:10.626949 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e7759527-b6f9-4e01-8165-aaa73a879ae5 req-76a99306-f29b-4e25-888b-17350907ca7d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795290 Jul 14 14:33:10.634224 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef455fab-6d0f-46a1-a4f4-fe636ff3987f req-8ec64fc5-f02f-4419-8a8f-2eb0c50b4822 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783384 Jul 14 14:33:10.745272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdac77-defd-4e55-9909-aaa0f0191055 req-46aa28a9-9f40-4edf-95be-e8284978d570 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:10.752377 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32cdac77-defd-4e55-9909-aaa0f0191055 req-46aa28a9-9f40-4edf-95be-e8284978d570 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0592186 Jul 14 14:33:10.790491 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:10.810543 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32cdac77-defd-4e55-9909-aaa0f0191055 req-483be932-ad4e-49ab-b3d4-33379a5b35b8 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573738 Jul 14 14:33:11.123035 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1575af-2b43-472e-9d58-45617cfddf77 req-247dec5b-9d65-4f93-b420-e83e21e53e75 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.125255 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0a1575af-2b43-472e-9d58-45617cfddf77 req-247dec5b-9d65-4f93-b420-e83e21e53e75 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0686207 Jul 14 14:33:11.176289 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0a1575af-2b43-472e-9d58-45617cfddf77 req-f8ffcce3-314e-4683-8e9d-7c1f47cd5737 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Jul 14 14:33:11.229007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-cdf60527-3753-41e9-8fa8-2883d853ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.230936 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-cdf60527-3753-41e9-8fa8-2883d853ceb7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1129 time: 0.0412748 Jul 14 14:33:11.332905 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-86b0f89d-ae3b-4b54-aee8-20095ed44515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.334420 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-86b0f89d-ae3b-4b54-aee8-20095ed44515 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.0971127 Jul 14 14:33:11.405550 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-de28d642-d1fc-4fb3-8ae5-cfdd342f3081 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 1000 time: 0.0638311 Jul 14 14:33:11.456488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-e6050cbc-7450-415c-9145-b3977a31b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.458469 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-e6050cbc-7450-415c-9145-b3977a31b60d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0463948 Jul 14 14:33:11.507900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-05367989-ba1a-4f1e-b5b1-f6a4883c85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.515627 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-05367989-ba1a-4f1e-b5b1-f6a4883c85c4 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435567 Jul 14 14:33:11.581332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:11.602968 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-f6e0726a-ca53-4543-9da8-032990c5e3f1 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843306 Jul 14 14:33:11.703175 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-81125aae-6ee8-44fe-9f66-0d1daa51eb84 req-0ce07675-16f4-413d-8189-5b5e1d2b4fff service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924203 Jul 14 14:33:11.764085 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa272f53-24c0-4cb2-b3fe-34b8f18e730a req-d1877c74-ea77-487b-b310-c0d02ebeaceb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.765607 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa272f53-24c0-4cb2-b3fe-34b8f18e730a req-d1877c74-ea77-487b-b310-c0d02ebeaceb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 943 time: 0.0477350 Jul 14 14:33:11.815814 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa272f53-24c0-4cb2-b3fe-34b8f18e730a req-8a5605a1-6c76-4d93-9e4b-06cdb5c68eee tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443442 Jul 14 14:33:11.935057 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6473-dbef-4987-8211-711a16d0ddd7 req-0eefe984-1f46-44d8-a9b2-9ad3c472f840 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:11.936555 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e72a6473-dbef-4987-8211-711a16d0ddd7 req-0eefe984-1f46-44d8-a9b2-9ad3c472f840 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0592015 Jul 14 14:33:11.988914 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e72a6473-dbef-4987-8211-711a16d0ddd7 req-be3bb92f-3cbd-402f-a8ee-0a4bf0689f5a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465207 Jul 14 14:33:12.292632 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa3146-c5b2-4329-bef3-1af500434519 req-f16c1354-9377-4e4d-ad2c-e371485b2818 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:12.294176 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3caa3146-c5b2-4329-bef3-1af500434519 req-f16c1354-9377-4e4d-ad2c-e371485b2818 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Jul 14 14:33:12.326503 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:12.341468 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3caa3146-c5b2-4329-bef3-1af500434519 req-756466f6-18c8-4255-b2f5-edba7721da06 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Jul 14 14:33:12.595253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:33:12.692668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:12.704307 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:33:12.741734 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:12.742647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:12.755367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:12.775963 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:12.837138 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:12.891776 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:12.899071 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.899402 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.899737 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.900087 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.900419 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.900743 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.901063 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.901381 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.901704 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.902044 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.902362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.902700 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.903024 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.903332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.903646 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:12.940581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1487-e502-41d7-bdfb-b05a1e86fa6e req-aa5d5ec8-f800-4d56-95ac-8581bbdb6453 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:12.942059 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-43aa1487-e502-41d7-bdfb-b05a1e86fa6e req-aa5d5ec8-f800-4d56-95ac-8581bbdb6453 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 944 time: 0.0484104 Jul 14 14:33:12.993722 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-43aa1487-e502-41d7-bdfb-b05a1e86fa6e req-824b4211-b4f8-463e-9bfd-39363184098e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459638 Jul 14 14:33:13.115338 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e693b89-b7ba-493a-aab1-133bd01b1f6c req-a4b46e57-a0c8-44e9-bf78-ab5541f87db2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:13.116725 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9e693b89-b7ba-493a-aab1-133bd01b1f6c req-a4b46e57-a0c8-44e9-bf78-ab5541f87db2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0522287 Jul 14 14:33:13.167180 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9e693b89-b7ba-493a-aab1-133bd01b1f6c req-3e8a4186-6257-4d25-9108-0a394286971f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442896 Jul 14 14:33:13.460158 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08febc6c-d9ea-47de-8f7d-42376d44b735 req-29d22863-387b-4618-be9d-e61d1b398abb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:13.462214 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-08febc6c-d9ea-47de-8f7d-42376d44b735 req-29d22863-387b-4618-be9d-e61d1b398abb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Jul 14 14:33:13.508586 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-08febc6c-d9ea-47de-8f7d-42376d44b735 req-ddfb4480-4ad2-4ec2-86b1-7dbd5d312ab1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Jul 14 14:33:13.673661 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:33:14.131504 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874551e-0688-475f-b81a-68bda907a35d req-c68e1ead-c577-4133-bfa1-3a719bb9fde0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:14.131504 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b874551e-0688-475f-b81a-68bda907a35d req-c68e1ead-c577-4133-bfa1-3a719bb9fde0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 944 time: 0.0557244 Jul 14 14:33:14.172150 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b874551e-0688-475f-b81a-68bda907a35d req-75c86ace-2543-4af9-934b-4ec6bcd885bb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409732 Jul 14 14:33:14.279526 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb2190-1afb-4e25-8e83-be3e5533ee54 req-6b2e8349-ee50-45a7-bbc4-50f119b484c3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:14.280904 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8adb2190-1afb-4e25-8e83-be3e5533ee54 req-6b2e8349-ee50-45a7-bbc4-50f119b484c3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0468767 Jul 14 14:33:14.330174 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8adb2190-1afb-4e25-8e83-be3e5533ee54 req-ee078c2b-83ed-42a7-a443-9021783826b2 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436697 Jul 14 14:33:14.402000 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:33:14.506968 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:14.513264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:14.523620 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '7f554063-5f76-4260-95f2-f9417cf2981a', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'mac_address': 'fa:16:3e:95:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:33:14.559648 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7f554063-5f76-4260-95f2-f9417cf2981a is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:14.560025 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:14.573513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f554063-5f76-4260-95f2-f9417cf2981a {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:14.593861 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:14.627973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc48053-e6d9-4d91-86d4-e215ceb9941a req-110a9a78-45eb-4f8a-8ec3-f339327bdf59 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:14.629334 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dc48053-e6d9-4d91-86d4-e215ceb9941a req-110a9a78-45eb-4f8a-8ec3-f339327bdf59 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0509527 Jul 14 14:33:14.675748 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dc48053-e6d9-4d91-86d4-e215ceb9941a req-e9318a58-d28b-414f-9ddd-c844962b1fd3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403810 Jul 14 14:33:14.734371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:14.738023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:14.767854 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:14.781733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:14.807923 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['1aed1e1d-edb5-41ea-ac88-358515dbc3f6'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:33:15.285114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608991d1-47e3-4b2d-a8a0-31e670d8b1b9 req-bc4caebb-9a2b-4656-8f78-004631a7dae7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:15.289663 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-608991d1-47e3-4b2d-a8a0-31e670d8b1b9 req-bc4caebb-9a2b-4656-8f78-004631a7dae7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 944 time: 0.0474086 Jul 14 14:33:15.334885 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-608991d1-47e3-4b2d-a8a0-31e670d8b1b9 req-96e2d750-c42a-4a50-a0b0-05b4b48da768 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421560 Jul 14 14:33:15.442544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb6ca-5bf1-4e90-b582-9ffce880eaa1 req-4e78bda9-501c-48ed-9dfb-57132b91f4af tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:15.444350 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a3eb6ca-5bf1-4e90-b582-9ffce880eaa1 req-4e78bda9-501c-48ed-9dfb-57132b91f4af tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 945 time: 0.0477242 Jul 14 14:33:15.497619 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a3eb6ca-5bf1-4e90-b582-9ffce880eaa1 req-5983bf7a-cf19-40b1-8ac8-77cf6e50ce19 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477102 Jul 14 14:33:15.792598 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772396d-3bc2-4599-aabf-db54cabffa53 req-734e01f3-45f3-4347-89c0-d2b721d43794 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:15.794358 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6772396d-3bc2-4599-aabf-db54cabffa53 req-734e01f3-45f3-4347-89c0-d2b721d43794 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0482047 Jul 14 14:33:15.797539 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['7f554063-5f76-4260-95f2-f9417cf2981a'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:33:15.831019 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:15.843833 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6772396d-3bc2-4599-aabf-db54cabffa53 req-56a5d245-e1e6-41e5-a6eb-6cf62292123c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 Jul 14 14:33:16.107884 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42034) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:16.218588 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42d96923-f412-4927-ab3c-70ade46fa189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.253723 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:16.293653 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42d96923-f412-4927-ab3c-70ade46fa189 admin admin] Publish callbacks [] for security_group (a03e9c7d-06b6-48db-b002-4dc41f8f40d0), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.386026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-42d96923-f412-4927-ab3c-70ade46fa189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a03e9c7d-06b6-48db-b002-4dc41f8f40d0), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.631550 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-42d96923-f412-4927-ab3c-70ade46fa189 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=137e8463d7b245f79bc8c62d9510213d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224872 Jul 14 14:33:16.635326 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42052) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:16.651299 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d96923-f412-4927-ab3c-70ade46fa189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e9c7d-06b6-48db-b002-4dc41f8f40d0,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:16.656047 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:33:16.680494 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd182-127a-4c98-9ca5-0a94b7fa0e72 req-a3140461-b0b0-4e35-9fca-3419efc3d08f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:16.682033 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecacd182-127a-4c98-9ca5-0a94b7fa0e72 req-a3140461-b0b0-4e35-9fca-3419efc3d08f tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 944 time: 0.2756088 Jul 14 14:33:16.691043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] Publish callbacks [] for security_group (a03e9c7d-06b6-48db-b002-4dc41f8f40d0), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.710062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 7f554063-5f76-4260-95f2-f9417cf2981a completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:33:16.712144 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977ef49-6aca-442f-aceb-b82ce38810ef req-7154bff9-cf55-4018-853a-45ffbf00581d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:16.713611 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6977ef49-6aca-442f-aceb-b82ce38810ef req-7154bff9-cf55-4018-853a-45ffbf00581d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 945 time: 0.0848484 Jul 14 14:33:16.714995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] Publish callbacks [] for security_group (a03e9c7d-06b6-48db-b002-4dc41f8f40d0), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.758535 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecacd182-127a-4c98-9ca5-0a94b7fa0e72 req-7f1bf339-5f62-4a48-927f-96889fe40b9e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703685 Jul 14 14:33:16.784944 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6977ef49-6aca-442f-aceb-b82ce38810ef req-857f465e-0868-4878-945d-b5ef2f47fbb0 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599120 Jul 14 14:33:16.817697 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 7f554063-5f76-4260-95f2-f9417cf2981a triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:16.818246 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.847101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a03e9c7d-06b6-48db-b002-4dc41f8f40d0), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.850149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.851371 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a03e9c7d-06b6-48db-b002-4dc41f8f40d0 HTTP/1.1" status: 204 len: 168 time: 0.2145514 Jul 14 14:33:16.860129 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d1878-8e8d-422d-a625-99bc85061d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e9c7d-06b6-48db-b002-4dc41f8f40d0,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:16.909820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7f554063-5f76-4260-95f2-f9417cf2981a is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:16.913479 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:16.913479 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:16.935173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:16.937483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b04e89c-8792-4cc8-9a93-4a9c0425f5a1" -d '{"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-plugged", "status": "completed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:16.950614 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:16.973432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d4c87-824f-4cfc-9098-efcf19428f95 x-openstack-request-id: req-bb6d4c87-824f-4cfc-9098-efcf19428f95 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:16.973547 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-plugged", "status": "completed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:16.973788 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-bb6d4c87-824f-4cfc-9098-efcf19428f95 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:16.974196 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6d4c87-824f-4cfc-9098-efcf19428f95'] response: {'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'code': 200} Jul 14 14:33:17.018319 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:17.019223 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:33:17.095304 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:17.104974 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:33:17.203520 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:17.203955 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:17.246407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:17.290363 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:17.290754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:17.344515 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:17.430192 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8d4f9-6304-4ec6-98e6-a1654a97f86e req-49bc3f24-fa06-45fa-b144-eb8f08e7f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:17.431729 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-05d8d4f9-6304-4ec6-98e6-a1654a97f86e req-49bc3f24-fa06-45fa-b144-eb8f08e7f469 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0575454 Jul 14 14:33:17.453845 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:17.482710 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-05d8d4f9-6304-4ec6-98e6-a1654a97f86e req-84fe6b4d-288b-40e5-b94c-e22991ea6d6f service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Jul 14 14:33:17.506179 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:17.863369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42078) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:17.923509 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3033216-dfe8-4625-844c-a39ea82ce5b1 req-deaaa3e9-edbc-4f39-b56b-b2d68c43afc3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:17.925041 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d3033216-dfe8-4625-844c-a39ea82ce5b1 req-deaaa3e9-edbc-4f39-b56b-b2d68c43afc3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0962758 Jul 14 14:33:17.947022 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e769-120c-4894-b4bd-f64c033628a6 req-d439b31b-c934-4170-8bd5-6c6381c255dd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:17.948449 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5981e769-120c-4894-b4bd-f64c033628a6 req-d439b31b-c934-4170-8bd5-6c6381c255dd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0767536 Jul 14 14:33:18.000508 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1b499909-418d-459b-8321-d1a1ac0030dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.026794 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d3033216-dfe8-4625-844c-a39ea82ce5b1 req-076bbeaf-c61c-4c16-bfe9-123246655ca7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948420 Jul 14 14:33:18.044335 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5981e769-120c-4894-b4bd-f64c033628a6 req-6a08fb61-cec2-4829-888b-eefa75ae8f01 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865395 Jul 14 14:33:18.212897 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1b499909-418d-459b-8321-d1a1ac0030dd admin admin] Publish callbacks [] for security_group (b57dd047-cc05-4bb9-83fb-5df7a7c73f60), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.326824 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1b499909-418d-459b-8321-d1a1ac0030dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b57dd047-cc05-4bb9-83fb-5df7a7c73f60), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.366865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b499909-418d-459b-8321-d1a1ac0030dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57dd047-cc05-4bb9-83fb-5df7a7c73f60,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:18.373011 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1b499909-418d-459b-8321-d1a1ac0030dd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f58a388e3d8143edb4132f42065d02f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5085533 Jul 14 14:33:18.384099 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42088) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:18.432865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] Publish callbacks [] for security_group (b57dd047-cc05-4bb9-83fb-5df7a7c73f60), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.442961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:18.455393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] Publish callbacks [] for security_group (b57dd047-cc05-4bb9-83fb-5df7a7c73f60), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.623627 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b57dd047-cc05-4bb9-83fb-5df7a7c73f60), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.626341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:18.627867 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b57dd047-cc05-4bb9-83fb-5df7a7c73f60 HTTP/1.1" status: 204 len: 168 time: 0.2428050 Jul 14 14:33:18.637212 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7d44-7852-4226-9e2a-7c4ecaf6c517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57dd047-cc05-4bb9-83fb-5df7a7c73f60,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:18.975165 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:18.979586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adedc601-c618-4cb9-9188-3d70ca05cc01" -d '{"events": [{"server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "name": "network-vif-plugged", "status": "completed", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:19.024901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f297355-371f-4c2d-88b7-33dad9630921 x-openstack-request-id: req-0f297355-371f-4c2d-88b7-33dad9630921 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:19.024901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "name": "network-vif-plugged", "status": "completed", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:19.024901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0f297355-371f-4c2d-88b7-33dad9630921 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:19.024901 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f297355-371f-4c2d-88b7-33dad9630921'] response: {'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'code': 200} Jul 14 14:33:19.249629 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eeb4d-120c-4138-b8bd-66dda2cf6cee req-8c75baba-3309-47df-98b8-4b1aa090cc5b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:19.251749 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-369eeb4d-120c-4138-b8bd-66dda2cf6cee req-8c75baba-3309-47df-98b8-4b1aa090cc5b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.1116107 Jul 14 14:33:19.261435 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60d1d0-70c1-4cb5-8371-d14c4e1faf7a req-2611c19a-00b8-45ef-82d2-41d1b21ed769 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:19.270173 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b60d1d0-70c1-4cb5-8371-d14c4e1faf7a req-2611c19a-00b8-45ef-82d2-41d1b21ed769 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.1200783 Jul 14 14:33:19.326085 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:19.363538 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b60d1d0-70c1-4cb5-8371-d14c4e1faf7a req-96bd0e6b-d5d5-481a-9ccf-edb0f3596062 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921950 Jul 14 14:33:19.374042 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-369eeb4d-120c-4138-b8bd-66dda2cf6cee req-0a954b94-b36d-4b31-8be8-14fd9effedfa tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010787 Jul 14 14:33:19.427561 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967093a-c4c4-46cd-a5ea-9ce0a90cc094 req-979928b5-b6e1-45d4-8bd8-95cd3270770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:19.428988 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a967093a-c4c4-46cd-a5ea-9ce0a90cc094 req-979928b5-b6e1-45d4-8bd8-95cd3270770f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0524499 Jul 14 14:33:19.472861 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a967093a-c4c4-46cd-a5ea-9ce0a90cc094 req-dc9d92f1-43ea-43bb-b1b9-65f0b695a2ab service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Jul 14 14:33:20.524460 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3f6c-fc44-4819-8a5a-d1623184d9ff req-54b44b01-7abc-46c8-82ab-4b869d809bec tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:20.526016 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b96c3f6c-fc44-4819-8a5a-d1623184d9ff req-54b44b01-7abc-46c8-82ab-4b869d809bec tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0890746 Jul 14 14:33:20.550048 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e7815-01c3-4ac8-bb8b-7c3cc765b971 req-1d279482-ac25-4e94-a687-99f0ac03c0ca tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:20.551669 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f3e7815-01c3-4ac8-bb8b-7c3cc765b971 req-1d279482-ac25-4e94-a687-99f0ac03c0ca tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0798295 Jul 14 14:33:20.622055 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b96c3f6c-fc44-4819-8a5a-d1623184d9ff req-910a0c52-0ab7-40d4-8f08-c2f8d5dd80a6 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902057 Jul 14 14:33:20.629001 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f3e7815-01c3-4ac8-bb8b-7c3cc765b971 req-0db47f81-869f-4704-85f2-5dd92ed8e609 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691047 Jul 14 14:33:20.747369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b4b53-b67b-42ae-8603-3ebee3b88dab req-41a5bbd5-e328-4895-b74a-5664ccee4545 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:20.748959 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-af3b4b53-b67b-42ae-8603-3ebee3b88dab req-41a5bbd5-e328-4895-b74a-5664ccee4545 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0580757 Jul 14 14:33:20.798029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:20.803550 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-af3b4b53-b67b-42ae-8603-3ebee3b88dab req-830c71c9-a93b-4b66-af1c-eeef0888b982 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485222 Jul 14 14:33:20.826130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42232) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:21.073572 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fff55b-e5b2-4791-a046-507a8ffe28d8 tempest-TestShelveInstance-802932384 tempest-TestShelveInstance-802932384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:21.075238 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-65fff55b-e5b2-4791-a046-507a8ffe28d8 tempest-TestShelveInstance-802932384 tempest-TestShelveInstance-802932384-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1125 time: 0.2480161 Jul 14 14:33:21.078010 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42242) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:21.082544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:21.208740 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:21.291264 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:21.394854 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Allocated IP 172.27.2.21 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:33:21.498682 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:21.608722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:21.651614 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:21.656927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:21.659323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'Port': ['ID=e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:21.661414 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:33:21.820517 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:21.829075 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ae546-e714-46fd-8989-648800968a79 req-081d83c0-26a6-424e-966d-a19f53993b01 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:21.830702 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b54ae546-e714-46fd-8989-648800968a79 req-081d83c0-26a6-424e-966d-a19f53993b01 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.1128850 Jul 14 14:33:21.934887 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b54ae546-e714-46fd-8989-648800968a79 req-b59f9d95-017a-41da-a5c5-a9225f72c0f1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981579 Jul 14 14:33:22.082544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:22.223239 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for floatingip (79435844-b71d-4d6b-80ad-ee40fec6f5aa), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:22.396799 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:22.547426 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:22.637301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:22.706450 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event updated for resources: {'Port': ['ID=e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:22.718163 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (79435844-b71d-4d6b-80ad-ee40fec6f5aa), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:23.003565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Floating IP 79435844-b71d-4d6b-80ad-ee40fec6f5aa associated. External IP: 172.27.2.21, port: 7f554063-5f76-4260-95f2-f9417cf2981a. Jul 14 14:33:23.121098 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef10bc-f2e5-4334-b716-82dbe3e5e596 req-96756818-1317-45cc-9c9d-d38622667fea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:23.122610 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40ef10bc-f2e5-4334-b716-82dbe3e5e596 req-96756818-1317-45cc-9c9d-d38622667fea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0862768 Jul 14 14:33:23.156560 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:23.183357 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40ef10bc-f2e5-4334-b716-82dbe3e5e596 req-9f2752aa-0367-4658-ba34-64b9fb50e0ee tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549080 Jul 14 14:33:23.280661 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Router 676ef1b9-1a8c-49d3-a506-50285b15eebc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:33:23.366426 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:23.384783 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:33:23.395268 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Sync routers for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:33:23.406455 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:23.407098 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:23.491186 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:23.530594 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-28fab4df-94d3-46cd-8ac2-58ce09b16bda tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4514685 Jul 14 14:33:23.531251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:23.534027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee11c4-fc06-4158-b71e-4e2ca13e2f45" -d '{"events": [{"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:23.573295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515949d8-d75d-4c94-a033-7f67eadd744b x-openstack-request-id: req-515949d8-d75d-4c94-a033-7f67eadd744b {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:23.573593 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:23.573945 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-515949d8-d75d-4c94-a033-7f67eadd744b {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:23.574351 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515949d8-d75d-4c94-a033-7f67eadd744b'] response: {'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'status': 'completed', 'code': 200} Jul 14 14:33:23.652387 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:23.669300 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:23.679699 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:23.795837 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-e664659d-0921-460e-913d-6a903eef7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:23.798107 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-e664659d-0921-460e-913d-6a903eef7dc5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0406480 Jul 14 14:33:23.923629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-2d450fb6-a9f6-4383-a320-5da506440828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:23.925297 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-2d450fb6-a9f6-4383-a320-5da506440828 service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.1210086 Jul 14 14:33:23.933205 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '79435844-b71d-4d6b-80ad-ee40fec6f5aa', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'mac_address': 'fa:16:3e:95:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f486d-a5d2-41ff-8404-19f21892e73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:33:21Z', 'updated_at': '2022-07-14T14:33:21Z', 'revision_number': 0, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:23.961948 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Checking router: 676ef1b9-1a8c-49d3-a506-50285b15eebc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:33:23.970783 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:23.971401 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:23.995422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:24.019433 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-d415197b-d9ec-4ce4-be24-b6650f1b9382 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 999 time: 0.0842550 Jul 14 14:33:24.087905 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-21fcf72d-b728-4842-bf70-82b114d04664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:24.089513 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-21fcf72d-b728-4842-bf70-82b114d04664 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0628850 Jul 14 14:33:24.089933 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:24.141172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-31e7cd71-4178-483b-946e-86e19c6ed84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:24.143041 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-31e7cd71-4178-483b-946e-86e19c6ed84b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474844 Jul 14 14:33:24.255572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:24.282717 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-b485089d-b508-448f-8f91-cafc531059fd service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251228 Jul 14 14:33:24.318343 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242151-a6a9-4606-9dd8-02a5aaf4e036 req-949da456-b6c0-4abe-baa1-35f603fcce10 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:24.321681 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca242151-a6a9-4606-9dd8-02a5aaf4e036 req-949da456-b6c0-4abe-baa1-35f603fcce10 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0571003 Jul 14 14:33:24.353485 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '79435844-b71d-4d6b-80ad-ee40fec6f5aa', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'mac_address': 'fa:16:3e:95:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f486d-a5d2-41ff-8404-19f21892e73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:33:21Z', 'updated_at': '2022-07-14T14:33:21Z', 'revision_number': 0, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:24.379216 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0976662-33e9-4b95-825d-303c1d056fe5 None None] The sync data for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi is: [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '79435844-b71d-4d6b-80ad-ee40fec6f5aa', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'floating_ip_address': '172.27.2.21', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'mac_address': 'fa:16:3e:95:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833f486d-a5d2-41ff-8404-19f21892e73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:33:21Z', 'updated_at': '2022-07-14T14:33:21Z', 'revision_number': 0, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:33:24.380128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca242151-a6a9-4606-9dd8-02a5aaf4e036 req-56caaf96-d8c9-44d0-a097-9e3bed80335c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522003 Jul 14 14:33:24.401911 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faee11c4-fc06-4158-b71e-4e2ca13e2f45 req-c8e61430-85e7-40b1-948e-3b17aa26b1fa service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094825 Jul 14 14:33:24.515997 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbab4c8-87aa-496a-8f5c-afeb2e52b6a9 req-257ec3de-d84c-4250-98b7-eefd15aece4c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:24.517515 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9fbab4c8-87aa-496a-8f5c-afeb2e52b6a9 req-257ec3de-d84c-4250-98b7-eefd15aece4c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0531332 Jul 14 14:33:24.527712 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42292) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:24.532287 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'floatingip': {'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:24.581012 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2948e69-0d40-49b2-95cf-0da82917c3fa None None] New status for floating IP 79435844-b71d-4d6b-80ad-ee40fec6f5aa: ACTIVE {{(pid=104475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:33:24.616225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:25.110591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:25.174639 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:25.279263 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Floating IP 91961a99-5b89-4cfa-8774-ea88376e4d46 associated. External IP: 172.27.2.219, port: 1aed1e1d-edb5-41ea-ac88-358515dbc3f6. Jul 14 14:33:25.380102 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:25.482444 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:33:25.493369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:25.587882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:33:25.592493 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:25.597920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:33:25.613378 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:25.613879 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:25.624839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-52f5d6d9-1c7f-40df-904f-4ba4f63e16f5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "PUT /v2.0/floatingips/91961a99-5b89-4cfa-8774-ea88376e4d46 HTTP/1.1" status: 200 len: 991 time: 1.0960279 Jul 14 14:33:25.625416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:25.627717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cf0457-e9fb-425f-a071-1f1faf954fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:25.667744 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9979d24c-6f3a-4e2d-8091-605605450b0c x-openstack-request-id: req-9979d24c-6f3a-4e2d-8091-605605450b0c {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:25.667744 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:25.667744 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9979d24c-6f3a-4e2d-8091-605605450b0c {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:25.667744 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9979d24c-6f3a-4e2d-8091-605605450b0c'] response: {'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'status': 'completed', 'code': 200} Jul 14 14:33:25.732034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-adf7d35d-e9ea-4e54-9e74-f3e7834c65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:25.733714 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-adf7d35d-e9ea-4e54-9e74-f3e7834c65e0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0428877 Jul 14 14:33:25.738182 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:25.739718 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:25.834419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-e7fdee66-3a46-401c-a1ce-42d3dce5d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:25.835956 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-e7fdee66-3a46-401c-a1ce-42d3dce5d4e4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.0958509 Jul 14 14:33:25.905420 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-193538d0-4b9a-4672-811e-48056f015aac service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 999 time: 0.0597551 Jul 14 14:33:25.957600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:25.969319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-1d7031d7-fdff-45e8-b3aa-1f08f7aea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:25.970811 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-1d7031d7-fdff-45e8-b3aa-1f08f7aea06a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0508306 Jul 14 14:33:25.974934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:33:24Z', 'revision_number': 1, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:26.001222 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:33:26.017189 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:26.017830 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:26.024166 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-7328ba1d-3364-4791-873f-d048aaacb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:26.025686 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-7328ba1d-3364-4791-873f-d048aaacb08a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471532 Jul 14 14:33:26.131076 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-faa8c961-ce13-4392-832a-a2b870779387 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979166 Jul 14 14:33:26.132828 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:26.247487 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-54cf0457-e9fb-425f-a071-1f1faf954fe2 req-b175f0b4-bf11-444a-9cb5-85506e50e7e1 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039441 Jul 14 14:33:26.356007 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:33:24Z', 'revision_number': 1, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:26.385347 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88af756-012b-4386-ad15-6db776c9fa72 None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:33:24Z', 'revision_number': 1, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:33:26.578298 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499dbe35-e2aa-4da1-a17e-974c085c98d3 None None] New status for floating IP 91961a99-5b89-4cfa-8774-ea88376e4d46: ACTIVE {{(pid=104475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:33:30.172078 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42344) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:30.286163 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9100c1a5-9883-423e-ba7a-ff183ebf094c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.364568 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9100c1a5-9883-423e-ba7a-ff183ebf094c admin admin] Publish callbacks [] for security_group (39c3eacb-cdb7-4db5-a114-1f05b0954dcf), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.466025 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9100c1a5-9883-423e-ba7a-ff183ebf094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (39c3eacb-cdb7-4db5-a114-1f05b0954dcf), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.504544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100c1a5-9883-423e-ba7a-ff183ebf094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c3eacb-cdb7-4db5-a114-1f05b0954dcf,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:30.509789 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9100c1a5-9883-423e-ba7a-ff183ebf094c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5257e4d00029401298010cf0637bbcc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359704 Jul 14 14:33:30.511700 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42354) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:30.565187 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] Publish callbacks [] for security_group (39c3eacb-cdb7-4db5-a114-1f05b0954dcf), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.587976 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] Publish callbacks [] for security_group (39c3eacb-cdb7-4db5-a114-1f05b0954dcf), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.722884 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (39c3eacb-cdb7-4db5-a114-1f05b0954dcf), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.725416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:30.726600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/39c3eacb-cdb7-4db5-a114-1f05b0954dcf HTTP/1.1" status: 204 len: 168 time: 0.2140141 Jul 14 14:33:30.735523 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c737e8b-e678-4024-81d9-2aca8fd2e95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c3eacb-cdb7-4db5-a114-1f05b0954dcf,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:31.726693 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42380) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:31.830578 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-925092487-network', 'tenant_id': 'ceeb3ddff16645c6bd9ca8e138ed356f'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:31.945786 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Made reservation on behalf of ceeb3ddff16645c6bd9ca8e138ed356f for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:33:31.948256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:31.957279 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.033032 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks [] for security_group (d043a937-4827-4edc-aac8-f8e06e107a89), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.128756 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d043a937-4827-4edc-aac8-f8e06e107a89), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.157737 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:33:32.167817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d043a937-4827-4edc-aac8-f8e06e107a89,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:32.173596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:32.173596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.173596 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Added segment 4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd of type vlan for network db6609a6-02c2-495b-bdd0-7340fd7ba40c Jul 14 14:33:32.215997 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (db6609a6-02c2-495b-bdd0-7340fd7ba40c), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.309659 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (db6609a6-02c2-495b-bdd0-7340fd7ba40c), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.310772 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:32.311379 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.322623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:32.336218 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:32.380171 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=db6609a6-02c2-495b-bdd0-7340fd7ba40c,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:32.411663 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-91595c6e-6b2d-4092-88ce-86e82b705dc8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6837893 Jul 14 14:33:32.415037 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42388) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:32.420760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Request body: {'subnet': {'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-925092487-subnet', 'tenant_id': 'ceeb3ddff16645c6bd9ca8e138ed356f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:32.501296 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:33:32.523149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Made reservation on behalf of ceeb3ddff16645c6bd9ca8e138ed356f for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:33:32.525607 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.717008 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ce31f586-9aef-4742-b1ef-378a898a0e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.837714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (963ade6d-9102-4855-92ee-557f4908c668), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:32.865385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:32.890446 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963ade6d-9102-4855-92ee-557f4908c668,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:32.905959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Checking segment: {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:32.906319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Network hostable DHCP agents. Network: db6609a6-02c2-495b-bdd0-7340fd7ba40c, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:33:33.035411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:33:33.139975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, db6609a6-02c2-495b-bdd0-7340fd7ba40c) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:33.144281 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:33.144881 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:33.149509 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190bc967-2ca3-40f5-97af-1aa81e9b5097 None None] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:33:33.256110 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-889dca98-7f42-42a3-9776-15bfdf2f8eb4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8286057 Jul 14 14:33:33.256453 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd29fd26-0a4f-403a-8913-6167b27673de None None] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:33:34.865698 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1919f2f2-5e1c-4224-9479-d99a8781b7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:36.208782 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:36.687324 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:36.694370 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:37.355186 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:37.951882 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:40.023396 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-5e63a18f-3cfa-4445-9930-4a7a858bfe37 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:40.025000 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-5e63a18f-3cfa-4445-9930-4a7a858bfe37 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/networks?id=db6609a6-02c2-495b-bdd0-7340fd7ba40c HTTP/1.1" status: 200 len: 813 time: 0.3153687 Jul 14 14:33:40.040521 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-93f2bfaa-3204-43d9-92d1-907add5b70db tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/quotas/ceeb3ddff16645c6bd9ca8e138ed356f HTTP/1.1" status: 200 len: 375 time: 0.0098844 Jul 14 14:33:40.073371 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-4ffb4c50-1b0e-4426-936e-66d7dddbd387 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273433 Jul 14 14:33:40.172349 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-10c1e1f3-2335-47b4-8cfc-b4db7981490e service neutron] 10.222.0.93 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884216 Jul 14 14:33:40.265116 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-73160c9a-bcdb-4594-9554-f95e1d2b8348 service neutron] 10.222.0.93 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871210 Jul 14 14:33:40.555098 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-92bf503f-92bf-424a-a025-fbd3954e818e req-3739d8d8-2c38-42bd-9959-61e037e24a27 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 210 time: 0.0328455 Jul 14 14:33:41.654440 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a2d46f6b-50f7-47f4-86d9-8af1c62e43a9 req-261130f7-90cf-495d-ad9e-2c08cac022ca tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 210 time: 0.0294743 Jul 14 14:33:42.692938 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-62838d3e-1bf8-46a5-a7f1-aeaaba93f135 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:42.694493 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-62838d3e-1bf8-46a5-a7f1-aeaaba93f135 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "GET /v2.0/networks?id=db6609a6-02c2-495b-bdd0-7340fd7ba40c HTTP/1.1" status: 200 len: 813 time: 0.1044950 Jul 14 14:33:42.713604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Request body: {'port': {'device_id': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c', 'admin_state_up': True, 'tenant_id': 'ceeb3ddff16645c6bd9ca8e138ed356f'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:42.758176 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-324de149-f930-491c-8ca9-163b93a8c4a2 req-47d3ebc2-45ec-4a87-a2ed-d34e5eb3ce01 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 210 time: 0.0323832 Jul 14 14:33:42.880994 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Made reservation on behalf of ceeb3ddff16645c6bd9ca8e138ed356f for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:33:42.884943 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:42.989847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:43.013804 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Allocated IP 172.20.0.12 (db6609a6-02c2-495b-bdd0-7340fd7ba40c/963ade6d-9102-4855-92ee-557f4908c668/5fca55be-c0f3-4146-b3bb-58ac04b68e9e) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:33:43.177247 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks [] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:43.202836 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:43.301003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:43.342900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:43.348113 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:43.352008 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:33:43.358203 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Pushing event updated for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:43.389548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.389930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.390271 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.390604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.390931 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.391257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.391586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.391906 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.392223 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.392567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.392885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.393202 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.393518 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.393859 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.398455 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:43.420777 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:43.420777 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:43.552369 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-147260a5-0dba-44aa-a749-4369d9d050bf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8427150 Jul 14 14:33:43.564984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Request body: {'port': {'device_id': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:43.624441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:43.875166 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194286ee-9d0d-4a78-a105-7cec755dc136 req-b8812748-8662-4efa-978b-898ef0760539 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:43.876568 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-194286ee-9d0d-4a78-a105-7cec755dc136 req-b8812748-8662-4efa-978b-898ef0760539 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 932 time: 0.0493910 Jul 14 14:33:43.877371 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fca55be-c0f3-4146-b3bb-58ac04b68e9e {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:43.884862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks [] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:43.898196 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Transition to ACTIVE for port object 5fca55be-c0f3-4146-b3bb-58ac04b68e9e will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:33:43.926559 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-194286ee-9d0d-4a78-a105-7cec755dc136 req-8b022586-45c9-41ef-b45d-e31943cd57bc tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Jul 14 14:33:43.983395 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-d44c5dec-7297-414d-901d-e8eba0813b5d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385561 Jul 14 14:33:43.983395 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:44.064898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Pushing event updated for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:44.079035 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-3513b4b1-f5c0-45ae-9118-5ee1a42c691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.079035 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-3513b4b1-f5c0-45ae-9118-5ee1a42c691a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 1129 time: 0.0669136 Jul 14 14:33:44.143368 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:44.206612 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Attempting to bind port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:33:44.206946 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Attempting to bind port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:33:44.207273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Attempting to bind port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e on network db6609a6-02c2-495b-bdd0-7340fd7ba40c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:44.217091 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e on network db6609a6-02c2-495b-bdd0-7340fd7ba40c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:33:44.217373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Attempting to bind port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e on network db6609a6-02c2-495b-bdd0-7340fd7ba40c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:44.225324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:33:44.227003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Checking segment: {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:44.227003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Bound using segment: {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:33:44.227003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Bound port: 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:33:44.227003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:44.249735 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-e1feb358-19d7-4bf4-96fb-c122fdeac27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.251227 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-e1feb358-19d7-4bf4-96fb-c122fdeac27e service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1342366 Jul 14 14:33:44.307553 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:44.313158 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-28dbaf74-79a7-48cc-8fcf-56c8c36f5d3c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 200 len: 217 time: 0.0419097 Jul 14 14:33:44.417369 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:44.515663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:44.603757 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:33:44.621198 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:33:44.626585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-504a077e-7a21-44be-9d8a-26d1f042216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.628056 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-504a077e-7a21-44be-9d8a-26d1f042216f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.3054969 Jul 14 14:33:44.674878 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-482502e6-9624-4581-ad75-00b023792e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.676284 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-482502e6-9624-4581-ad75-00b023792e10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379729 Jul 14 14:33:44.686871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:44.746214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.746995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:44.748359 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] 10.222.0.91 "PUT /v2.0/ports/5fca55be-c0f3-4146-b3bb-58ac04b68e9e HTTP/1.1" status: 200 len: 1094 time: 1.1874239 Jul 14 14:33:44.750307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:44.752507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05631f75-08be-4802-8a48-0150de2640fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:44.795559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688fd8a2-9603-4367-ba38-b4e31b51e6ba x-openstack-request-id: req-688fd8a2-9603-4367-ba38-b4e31b51e6ba {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:44.795863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:44.796090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-688fd8a2-9603-4367-ba38-b4e31b51e6ba {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:44.796485 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688fd8a2-9603-4367-ba38-b4e31b51e6ba'] response: {'name': 'network-changed', 'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e', 'status': 'completed', 'code': 200} Jul 14 14:33:44.824031 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48925b-ec60-4e57-8b25-74e4ab951410 service neutron] Pushing event updated for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:44.870181 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631f75-08be-4802-8a48-0150de2640fa req-a7d296f3-5cd9-44f0-ad20-3c9bcfab7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:44.871682 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-05631f75-08be-4802-8a48-0150de2640fa req-a7d296f3-5cd9-44f0-ad20-3c9bcfab7a66 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 1128 time: 0.0594332 Jul 14 14:33:44.873567 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-d7b2a651-ccb5-4a87-9139-3a2a38644903 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836679 Jul 14 14:33:45.046728 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25410d63-b519-42c5-b43c-ead33848e958 req-7c35393a-67df-4beb-bc76-01116da031c5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:45.048499 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25410d63-b519-42c5-b43c-ead33848e958 req-7c35393a-67df-4beb-bc76-01116da031c5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0518961 Jul 14 14:33:45.051878 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631f75-08be-4802-8a48-0150de2640fa req-1ce6bfba-b80f-4e2c-a50a-c4d52f4b8c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:45.053374 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-05631f75-08be-4802-8a48-0150de2640fa req-1ce6bfba-b80f-4e2c-a50a-c4d52f4b8c2d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1662395 Jul 14 14:33:45.056290 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-134d2880-deb3-4292-9ab1-d494c56bc6ba req-106865d1-885a-4b74-90a3-4dd582f3ebcd service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680975 Jul 14 14:33:45.103976 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-25410d63-b519-42c5-b43c-ead33848e958 req-71f6cdae-e463-49da-8c59-39100ef59c47 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489349 Jul 14 14:33:45.162283 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05631f75-08be-4802-8a48-0150de2640fa req-5bf95b81-c6cc-4e01-b585-80d98cb0ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:45.163824 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-05631f75-08be-4802-8a48-0150de2640fa req-5bf95b81-c6cc-4e01-b585-80d98cb0ed2f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997667 Jul 14 14:33:45.249733 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-5d91d6ce-5069-4cc8-8663-a092e41c7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:45.251255 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-5d91d6ce-5069-4cc8-8663-a092e41c7e00 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 1128 time: 0.0395274 Jul 14 14:33:45.297089 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-4a19a7b8-847a-42cd-b543-77ae767b3309 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e HTTP/1.1" status: 200 len: 217 time: 0.0365121 Jul 14 14:33:45.345683 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-69adecb1-b5e1-43fe-a1bc-f3dcb1e9fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:45.347179 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-69adecb1-b5e1-43fe-a1bc-f3dcb1e9fa23 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=963ade6d-9102-4855-92ee-557f4908c668 HTTP/1.1" status: 200 len: 853 time: 0.0442863 Jul 14 14:33:45.380621 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-4a3a040a-7841-4312-a803-233c09d5ed85 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db6609a6-02c2-495b-bdd0-7340fd7ba40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265608 Jul 14 14:33:45.413546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:45.473338 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-011370aa-61f0-4982-b6e7-08dde6dd1540 service neutron] 10.222.0.91 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867491 Jul 14 14:33:45.569699 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-22a47b22-a9c4-4763-b2ed-52891d981319 req-c0ee3aeb-8632-4adb-a253-dbe250e73de2 service neutron] 10.222.0.91 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847657 Jul 14 14:33:46.218570 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9ed23-1da0-43c4-ab53-4b6dbe119f42 req-573944e7-9437-4a15-90e0-5f9f885b9bf2 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:46.220051 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acf9ed23-1da0-43c4-ab53-4b6dbe119f42 req-573944e7-9437-4a15-90e0-5f9f885b9bf2 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Jul 14 14:33:46.267295 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acf9ed23-1da0-43c4-ab53-4b6dbe119f42 req-83d16751-62a3-452d-abca-ed0f67777df2 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Jul 14 14:33:47.380003 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77215f-f5a5-4bc1-9389-2b768b8739c2 req-81c6215e-fc3b-41f7-90dd-0fb0db945200 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:47.381482 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be77215f-f5a5-4bc1-9389-2b768b8739c2 req-81c6215e-fc3b-41f7-90dd-0fb0db945200 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0469790 Jul 14 14:33:47.430878 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be77215f-f5a5-4bc1-9389-2b768b8739c2 req-addc0202-ef6f-4089-857f-0cb3f5aca52b tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434804 Jul 14 14:33:48.555965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee10b2-5797-429b-83c3-3b00c52fdcdb req-6c380549-d97a-47a7-bcad-530db81ce5a8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:48.557443 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-55ee10b2-5797-429b-83c3-3b00c52fdcdb req-6c380549-d97a-47a7-bcad-530db81ce5a8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0528100 Jul 14 14:33:48.604552 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-55ee10b2-5797-429b-83c3-3b00c52fdcdb req-d251dabb-aa1a-4590-9f7e-c81198cf215b tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Jul 14 14:33:49.724116 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693b825-b3ba-4dff-99ea-b6056821a5df req-97977e0f-7133-48c1-bc28-e6706fd9b9ff tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:49.726568 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4693b825-b3ba-4dff-99ea-b6056821a5df req-97977e0f-7133-48c1-bc28-e6706fd9b9ff tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0531614 Jul 14 14:33:49.779904 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4693b825-b3ba-4dff-99ea-b6056821a5df req-e51261b7-2bd9-4ebc-840b-3c1516542794 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Jul 14 14:33:50.672123 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:33:50.789715 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 5fca55be-c0f3-4146-b3bb-58ac04b68e9e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:33:50.901243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57009a-c6ce-4a1b-a885-ab56bdfc329e req-16941dc9-41ea-4a73-b4a1-6ed0fdbfc147 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:50.902501 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:50.902635 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0b57009a-c6ce-4a1b-a885-ab56bdfc329e req-16941dc9-41ea-4a73-b4a1-6ed0fdbfc147 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 944 time: 0.0501447 Jul 14 14:33:50.914125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e', 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c', 'port_id': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e', 'mac_address': 'fa:16:3e:82:9c:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963ade6d-9102-4855-92ee-557f4908c668', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:33:50.939734 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:50.945522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:50.950123 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:50.950517 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:50.958158 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0b57009a-c6ce-4a1b-a885-ab56bdfc329e req-b918d000-ae5f-4cc9-aa44-693fb06c3509 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Jul 14 14:33:50.963810 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fca55be-c0f3-4146-b3bb-58ac04b68e9e {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:33:50.984377 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:51.115579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:51.169298 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:51.376940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['5fca55be-c0f3-4146-b3bb-58ac04b68e9e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:33:52.074064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed063f7-470e-45a8-82c4-7ffacd3f90b9 req-63ea0ffb-de95-416c-921c-2008483c746f tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:52.075571 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ed063f7-470e-45a8-82c4-7ffacd3f90b9 req-63ea0ffb-de95-416c-921c-2008483c746f tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 945 time: 0.0490251 Jul 14 14:33:52.124961 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ed063f7-470e-45a8-82c4-7ffacd3f90b9 req-03e8532e-029d-46ed-8144-0cd44144849a tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435848 Jul 14 14:33:52.565757 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42610) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:52.669489 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bb278264-375d-4e96-858b-600f049b7d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:52.696919 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:52.744350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bb278264-375d-4e96-858b-600f049b7d40 admin admin] Publish callbacks [] for security_group (29849c33-3cfb-423c-a69b-03f83368ad81), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:52.825620 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bb278264-375d-4e96-858b-600f049b7d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (29849c33-3cfb-423c-a69b-03f83368ad81), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:52.871459 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bb278264-375d-4e96-858b-600f049b7d40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3fb02621cdaf46ccb5e955aa961f247a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045266 Jul 14 14:33:52.873538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb278264-375d-4e96-858b-600f049b7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29849c33-3cfb-423c-a69b-03f83368ad81,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:52.874458 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42616) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:52.926125 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Publish callbacks [] for security_group (29849c33-3cfb-423c-a69b-03f83368ad81), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:52.947568 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Publish callbacks [] for security_group (29849c33-3cfb-423c-a69b-03f83368ad81), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.037345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 5fca55be-c0f3-4146-b3bb-58ac04b68e9e up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:33:53.054434 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (29849c33-3cfb-423c-a69b-03f83368ad81), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.057016 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.061036 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29849c33-3cfb-423c-a69b-03f83368ad81 HTTP/1.1" status: 204 len: 168 time: 0.1826591 Jul 14 14:33:53.068817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29849c33-3cfb-423c-a69b-03f83368ad81,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:53.077970 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.078573 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.078834 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.079599 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.079959 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.080458 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.080795 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.081122 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.081457 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.081803 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.082155 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.084682 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.095139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.095139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.095139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef03fe9-c43f-40f6-b4c6-7631a42cf6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:33:53.096019 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:33:53.162536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:53.162942 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.187213 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:53.241599 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:53.242010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.243481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6502-0cf7-46ce-83f7-f60c6c025775 req-040b4012-f4f8-4441-80ea-5fc8aa1690a1 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:53.245002 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00ac6502-0cf7-46ce-83f7-f60c6c025775 req-040b4012-f4f8-4441-80ea-5fc8aa1690a1 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 945 time: 0.0501685 Jul 14 14:33:53.270601 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:33:53.275114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a675b54-37f9-4dc4-8bee-384a5b5a35b1" -d '{"events": [{"server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "name": "network-vif-plugged", "status": "completed", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:33:53.298575 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:53.305236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00ac6502-0cf7-46ce-83f7-f60c6c025775 req-9cb7e874-2d3a-4682-9582-310dcc46ea05 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544045 Jul 14 14:33:53.331194 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3a438d-59ad-4dcd-bd08-7239d7c08c42 x-openstack-request-id: req-0d3a438d-59ad-4dcd-bd08-7239d7c08c42 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:33:53.331670 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "name": "network-vif-plugged", "status": "completed", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:33:53.331920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d3a438d-59ad-4dcd-bd08-7239d7c08c42 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:33:53.332484 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3a438d-59ad-4dcd-bd08-7239d7c08c42'] response: {'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e', 'code': 200} Jul 14 14:33:53.374471 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:53.403880 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:53.422821 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:54.172347 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42646) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:54.268318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-295870012-network', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:54.368659 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Made reservation on behalf of 8ae0529df8aa4640806b4e7f3680e87b for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:33:54.371260 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.382260 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.430404 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41ae8e-5d1a-4645-8eea-ced79a9515ec req-86fe0e08-e13e-45b8-a797-4fc1588692c4 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:54.432687 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-da41ae8e-5d1a-4645-8eea-ced79a9515ec req-86fe0e08-e13e-45b8-a797-4fc1588692c4 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0495429 Jul 14 14:33:54.459336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks [] for security_group (b6e740f7-8882-4431-be3f-3215adaaae77), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.482794 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-da41ae8e-5d1a-4645-8eea-ced79a9515ec req-b3e6b13c-7916-42c0-a651-8c03c505809b tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439513 Jul 14 14:33:54.549570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b6e740f7-8882-4431-be3f-3215adaaae77), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.577821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:33:54.584216 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e740f7-8882-4431-be3f-3215adaaae77,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:54.590732 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (fb3f5385-d278-4493-a834-d3c4592239e1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.591032 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Added segment fb3f5385-d278-4493-a834-d3c4592239e1 of type vlan for network 274f18aa-55c6-4caa-a6c2-103a313ebc1e Jul 14 14:33:54.630090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (274f18aa-55c6-4caa-a6c2-103a313ebc1e), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.732858 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (274f18aa-55c6-4caa-a6c2-103a313ebc1e), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.734070 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:54.734667 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:54.804324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] Pushing event updated for resources: {'Network': ['ID=274f18aa-55c6-4caa-a6c2-103a313ebc1e,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:54.815135 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:33:54.866513 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-84ebb62d-0310-4341-8c81-2f0c1c8b00d6 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6929293 Jul 14 14:33:54.867039 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42654) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:54.871820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Request body: {'subnet': {'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-295870012-subnet', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:54.934125 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Made reservation on behalf of 8ae0529df8aa4640806b4e7f3680e87b for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:33:54.936506 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520330299'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.043066 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3f049-b1ea-436c-9bb1-d50f7dc1703c req-b09a5973-7c74-4d4d-bff4-f696419d775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:55.044805 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f4f3f049-b1ea-436c-9bb1-d50f7dc1703c req-b09a5973-7c74-4d4d-bff4-f696419d775e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 1130 time: 0.0403292 Jul 14 14:33:55.092810 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f4f3f049-b1ea-436c-9bb1-d50f7dc1703c req-4a0f302e-d508-48b4-afaa-c770439c13b1 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Jul 14 14:33:55.162992 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3475181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520330249'] for subnet (d9c71a35-e8a6-42ea-be57-c93048757942), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.225042 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9c71a35-e8a6-42ea-be57-c93048757942,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:55.236855 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Checking segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:55.237286 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Network hostable DHCP agents. Network: 274f18aa-55c6-4caa-a6c2-103a313ebc1e, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:33:55.362836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:33:55.480908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 274f18aa-55c6-4caa-a6c2-103a313ebc1e) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:55.485518 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:55.486141 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.490431 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846910a-3c1f-48d9-8c54-5eea486ea56e None None] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:33:55.568446 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c6aaaa3f-61bb-4005-9837-cbd92074c27a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7000163 Jul 14 14:33:55.573199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42660) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:55.578378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:33:55.600410 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:33:55.602096 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.604142 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df2124-46ec-4cff-8d8e-6432c2cf9abf req-4890a1d6-295e-44a6-94d8-3da405c3415a tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:55.605952 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54df2124-46ec-4cff-8d8e-6432c2cf9abf req-4890a1d6-295e-44a6-94d8-3da405c3415a tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0519874 Jul 14 14:33:55.631604 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:55.640973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:55.656008 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54df2124-46ec-4cff-8d8e-6432c2cf9abf req-9265b5af-90c9-417c-b632-ac627f78ed5d tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441029 Jul 14 14:33:55.660094 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (2bca9880-a53c-4352-8933-2304d0771ea1), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.661527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (2bca9880-a53c-4352-8933-2304d0771ea1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.687016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:55.718354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for router_controller (2bca9880-a53c-4352-8933-2304d0771ea1), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.739061 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Allocated IP 172.20.0.2 (274f18aa-55c6-4caa-a6c2-103a313ebc1e/d9c71a35-e8a6-42ea-be57-c93048757942/fa79561f-fe6b-4343-8c8b-b4a2b8923629) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:33:55.880042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks [] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.917363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for router_gateway (2bca9880-a53c-4352-8933-2304d0771ea1), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.946698 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:55.993065 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:55.994040 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:55.999978 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:56.003987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:33:56.011570 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Pushing event updated for resources: {'Port': ['ID=fa79561f-fe6b-4343-8c8b-b4a2b8923629,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:56.072134 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Attempting to bind port fa79561f-fe6b-4343-8c8b-b4a2b8923629 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:33:56.072496 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Attempting to bind port fa79561f-fe6b-4343-8c8b-b4a2b8923629 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:33:56.072961 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Attempting to bind port fa79561f-fe6b-4343-8c8b-b4a2b8923629 on network 274f18aa-55c6-4caa-a6c2-103a313ebc1e {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:56.085230 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:33:56.085995 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Checking segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:56.086670 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.087440 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Bound using segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:33:56.088011 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Bound port: fa79561f-fe6b-4343-8c8b-b4a2b8923629, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:33:56.088668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.151574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for router_gateway (2bca9880-a53c-4352-8933-2304d0771ea1), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.153869 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] For port fa79561f-fe6b-4343-8c8b-b4a2b8923629, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:33:56.156938 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] For port fa79561f-fe6b-4343-8c8b-b4a2b8923629, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fa79561f-fe6b-4343-8c8b-b4a2b8923629,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:33:56.170831 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.247395 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.292647 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Allocated IP 172.27.2.51 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/62c4c270-42a1-4e23-9561-6f5c69c2f439) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:33:56.317567 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f241bb4-1c23-43fd-a606-3bf577c6769f None None] Pushing event updated for resources: {'Port': ['ID=fa79561f-fe6b-4343-8c8b-b4a2b8923629,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:56.411380 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.517926 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:56.542221 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:56.569890 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:56.573175 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:56.577614 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:33:56.616853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Pushing event updated for resources: {'Port': ['ID=62c4c270-42a1-4e23-9561-6f5c69c2f439,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:56.775535 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbf394-6442-402f-8e69-985da3d72225 req-e2399d09-bb31-4568-8db6-859637f556f3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:33:56.777011 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecbbf394-6442-402f-8e69-985da3d72225 req-e2399d09-bb31-4568-8db6-859637f556f3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0489955 Jul 14 14:33:56.830675 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ecbbf394-6442-402f-8e69-985da3d72225 req-acf9d730-13ca-497d-9cb9-207201817982 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477843 Jul 14 14:33:56.942797 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for router_gateway (2bca9880-a53c-4352-8933-2304d0771ea1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.170496 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (2bca9880-a53c-4352-8933-2304d0771ea1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.290495 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe5555e-039f-4e4a-8e2e-612385c1f75e None None] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:33:57.381423 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:57.398005 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Provisioning complete for port fa79561f-fe6b-4343-8c8b-b4a2b8923629 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:57.398778 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.440840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Router 2bca9880-a53c-4352-8933-2304d0771ea1 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:33:57.450503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:57.451655 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fa79561f-fe6b-4343-8c8b-b4a2b8923629 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:33:57.483585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:57.568847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:33:57.573269 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port fa79561f-fe6b-4343-8c8b-b4a2b8923629 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:57.573647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.576070 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Current status of the port fa79561f-fe6b-4343-8c8b-b4a2b8923629 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:57.576503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.604452 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Sync routers for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:33:57.648305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:57.648957 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:57.667318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.676082 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42718) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:33:57.676355 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-239456cc-a84d-4265-8c6d-f534546ab9d5 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0979364 Jul 14 14:33:57.712042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] For port fa79561f-fe6b-4343-8c8b-b4a2b8923629, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fa79561f-fe6b-4343-8c8b-b4a2b8923629,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:33:57.777611 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.815301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port fa79561f-fe6b-4343-8c8b-b4a2b8923629 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:57.815697 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:57.858657 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:57.943770 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d209e-c90d-4720-83c7-c77213e1919d None None] Pushing event updated for resources: {'Port': ['ID=fa79561f-fe6b-4343-8c8b-b4a2b8923629,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:58.099907 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:58.105477 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.112711 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-43c46a1c-5b44-497f-99bf-a74f488a657c None None] Provisioning complete for port fa79561f-fe6b-4343-8c8b-b4a2b8923629 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:58.113089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-43c46a1c-5b44-497f-99bf-a74f488a657c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.173461 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.db.api [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 14:33:58.173914 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG oslo_db.api [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 14:33:58.282330 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Allocated IP 172.20.0.1 (274f18aa-55c6-4caa-a6c2-103a313ebc1e/d9c71a35-e8a6-42ea-be57-c93048757942/adec2668-d330-457b-a25a-c30b303a53b9) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:33:58.283444 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-43c46a1c-5b44-497f-99bf-a74f488a657c None None] Current status of the port fa79561f-fe6b-4343-8c8b-b4a2b8923629 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:58.291588 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:56Z', 'revision_number': 3, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:58.319345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Checking router: 2bca9880-a53c-4352-8933-2304d0771ea1 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:33:58.319623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Updating router 2bca9880-a53c-4352-8933-2304d0771ea1 port 62c4c270-42a1-4e23-9561-6f5c69c2f439 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:33:58.357085 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.394339 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks [] for port (adec2668-d330-457b-a25a-c30b303a53b9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.486923 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.495534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:58.496166 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:58.530481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:58.531251 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:58.533338 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:58.540486 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:33:58.578138 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Pushing event updated for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:58.612229 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (2bca9880-a53c-4352-8933-2304d0771ea1), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.643258 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks [] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.738093 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port fa79561f-fe6b-4343-8c8b-b4a2b8923629 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:58.745077 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.828435 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Attempting to bind port 62c4c270-42a1-4e23-9561-6f5c69c2f439 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:33:58.828801 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Attempting to bind port 62c4c270-42a1-4e23-9561-6f5c69c2f439 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:33:58.829162 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Attempting to bind port 62c4c270-42a1-4e23-9561-6f5c69c2f439 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:33:58.831592 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbd60b-0017-4862-add1-e0bb9a4467eb None None] Pushing event updated for resources: {'Port': ['ID=62c4c270-42a1-4e23-9561-6f5c69c2f439,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:58.838190 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-ce93fe14-8f23-41d0-be1d-69c95a2efc9d None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:58.838574 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ce93fe14-8f23-41d0-be1d-69c95a2efc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.862499 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:33:58.862961 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:33:58.863423 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.863879 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:33:58.864424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Bound port: 62c4c270-42a1-4e23-9561-6f5c69c2f439, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:33:58.864796 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.879935 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (adec2668-d330-457b-a25a-c30b303a53b9), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:58.905264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ce93fe14-8f23-41d0-be1d-69c95a2efc9d None None] Port adec2668-d330-457b-a25a-c30b303a53b9 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:33:58.925466 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] For port 62c4c270-42a1-4e23-9561-6f5c69c2f439, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:33:58.928551 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] For port 62c4c270-42a1-4e23-9561-6f5c69c2f439, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=62c4c270-42a1-4e23-9561-6f5c69c2f439,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:33:59.007622 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.045051 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:59.059648 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks [] for port (adec2668-d330-457b-a25a-c30b303a53b9), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.065906 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:33:59.066535 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:59.072225 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbd60b-0017-4862-add1-e0bb9a4467eb None None] Pushing event updated for resources: {'Port': ['ID=62c4c270-42a1-4e23-9561-6f5c69c2f439,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:59.146579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.152418 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:33:59.182032 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:33:59.214079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Pushing event updated for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:33:59.216678 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (2bca9880-a53c-4352-8933-2304d0771ea1), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.349903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:33:59.352839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:33:59.468735 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 1, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:33:59.500508 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d34217-a1dd-4544-b2e2-040292814596 None None] The sync data for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi is: [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 1, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:33:59.534741 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fa79561f-fe6b-4343-8c8b-b4a2b8923629 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:33:59.567194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Router 2bca9880-a53c-4352-8933-2304d0771ea1 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:33:59.625538 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port fa79561f-fe6b-4343-8c8b-b4a2b8923629 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:59.626178 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.702205 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:33:59.715600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-15778956-d93e-4e08-a0be-1db275718341 admin admin] 10.222.0.93 "PUT /v2.0/routers/2bca9880-a53c-4352-8933-2304d0771ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347340 Jul 14 14:33:59.715833 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port fa79561f-fe6b-4343-8c8b-b4a2b8923629 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:33:59.738558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d8f7446a-5ba7-4921-9af3-3a228ead2413 None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:33:59.738977 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d8f7446a-5ba7-4921-9af3-3a228ead2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:33:59.793542 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7446a-5ba7-4921-9af3-3a228ead2413 None None] Port adec2668-d330-457b-a25a-c30b303a53b9 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:00.551278 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42768) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:00.557013 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2069029557-network', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:00.629292 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:00.640939 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Made reservation on behalf of 5618969e1eb64ef3af8d03b451da171f for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:34:00.643681 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.655298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.667867 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:00.740372 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks [] for security_group (a5673272-4a38-405e-95a7-f09c4b4f3dcc), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.814166 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a5673272-4a38-405e-95a7-f09c4b4f3dcc), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.838027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:34:00.854319 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5673272-4a38-405e-95a7-f09c4b4f3dcc,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:00.858889 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.859226 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Added segment bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8 of type vlan for network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 Jul 14 14:34:00.873558 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:00.905931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.992007 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:00.993028 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:00.993602 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.059927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] Pushing event updated for resources: {'Network': ['ID=b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:01.076651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:34:01.134280 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fcf0f6fb-35c1-4a0f-8801-786b5e328042 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5818202 Jul 14 14:34:01.134767 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42772) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:01.139973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Request body: {'subnet': {'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2069029557-subnet', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:01.288272 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Made reservation on behalf of 5618969e1eb64ef3af8d03b451da171f for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:34:01.290782 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.468352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:01.482648 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 62c4c270-42a1-4e23-9561-6f5c69c2f439 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:01.523841 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:01.529987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 62c4c270-42a1-4e23-9561-6f5c69c2f439 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:01.532641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.586057 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (59827df8-1db2-4796-aff9-76d369619df7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.611167 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 62c4c270-42a1-4e23-9561-6f5c69c2f439 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:01.611563 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.621847 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Sync routers for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:34:01.634958 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59827df8-1db2-4796-aff9-76d369619df7,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:01.643748 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 62c4c270-42a1-4e23-9561-6f5c69c2f439, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=62c4c270-42a1-4e23-9561-6f5c69c2f439,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:01.646013 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:01.646514 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:01.671187 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Checking segment: {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:01.671542 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Network hostable DHCP agents. Network: b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:34:01.722696 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.745440 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:34:01.746059 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 42780) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:01.759879 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:01.785652 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=62c4c270-42a1-4e23-9561-6f5c69c2f439,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:01.819926 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:01.824385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:01.825138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.832774 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e4b4d8-d42d-4c8b-81d6-de4c6f828f50 None None] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:34:01.865127 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:01.881532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ffc004e9-8e05-4323-be00-0fb550873fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.934537 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b9b941f8-98e3-4358-be0b-82887dc29f93 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7962279 Jul 14 14:34:01.935491 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42786) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:01.941127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:01.975965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:01.980638 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:34:01.981920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:01.990654 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ffc004e9-8e05-4323-be00-0fb550873fdd admin admin] Publish callbacks [] for security_group (ca9bb625-a535-44ce-bd92-1dbdab4e3524), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.013508 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 2, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:02.039976 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Checking router: 2bca9880-a53c-4352-8933-2304d0771ea1 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:34:02.040324 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Updating router 2bca9880-a53c-4352-8933-2304d0771ea1 port adec2668-d330-457b-a25a-c30b303a53b9 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:34:02.053039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.054900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.071093 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (adec2668-d330-457b-a25a-c30b303a53b9), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.087364 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ffc004e9-8e05-4323-be00-0fb550873fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca9bb625-a535-44ce-bd92-1dbdab4e3524), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.121086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for router_controller (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.122786 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42788) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:02.123654 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ffc004e9-8e05-4323-be00-0fb550873fdd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=71e57e0bf8064c41b27e96f8f9b861ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764191 Jul 14 14:34:02.155435 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc004e9-8e05-4323-be00-0fb550873fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9bb625-a535-44ce-bd92-1dbdab4e3524,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:02.160384 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Allocated IP 172.20.0.2 (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61/59827df8-1db2-4796-aff9-76d369619df7/4fa5b93a-b275-44dd-a3d4-e13d499b7677) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:34:02.189604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] Publish callbacks [] for security_group (ca9bb625-a535-44ce-bd92-1dbdab4e3524), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.286551 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] Publish callbacks [] for security_group (ca9bb625-a535-44ce-bd92-1dbdab4e3524), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.336392 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks [] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.366770 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:02.384760 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks [] for port (adec2668-d330-457b-a25a-c30b303a53b9), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.424866 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.454521 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.467662 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:02.470887 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:02.473965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:34:02.492726 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Pushing event updated for resources: {'Port': ['ID=4fa5b93a-b275-44dd-a3d4-e13d499b7677,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:02.512904 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Pushing event updated for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.527418 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.528238 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.528238 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.528238 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.528782 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.528782 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:02.563202 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Attempting to bind port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:02.563202 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Attempting to bind port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:02.563764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Attempting to bind port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 on network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:02.570173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:02.570526 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Checking segment: {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:02.570927 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.571614 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Bound using segment: {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:02.572086 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Bound port: 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:02.572470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.615436 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for router_gateway (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.625585 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Attempting to bind port adec2668-d330-457b-a25a-c30b303a53b9 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:02.626311 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Attempting to bind port adec2668-d330-457b-a25a-c30b303a53b9 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:02.626833 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Attempting to bind port adec2668-d330-457b-a25a-c30b303a53b9 on network 274f18aa-55c6-4caa-a6c2-103a313ebc1e {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:02.633313 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:02.635738 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Checking segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:02.635738 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.635738 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Bound using segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:02.635738 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Bound port: adec2668-d330-457b-a25a-c30b303a53b9, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:02.636085 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (adec2668-d330-457b-a25a-c30b303a53b9), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.662144 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:02.664854 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] For port 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:02.668470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] For port 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4fa5b93a-b275-44dd-a3d4-e13d499b7677,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:02.710977 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] For port adec2668-d330-457b-a25a-c30b303a53b9, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:02.715158 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] For port adec2668-d330-457b-a25a-c30b303a53b9, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=adec2668-d330-457b-a25a-c30b303a53b9,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:02.744816 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-92e5b99f-2bcc-4921-8ab2-a45e28d2ee0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.748664 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.766930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ca9bb625-a535-44ce-bd92-1dbdab4e3524), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.769821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.770977 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ca9bb625-a535-44ce-bd92-1dbdab4e3524 HTTP/1.1" status: 204 len: 168 time: 0.6470926 Jul 14 14:34:02.787086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e73d2-88e5-44b5-9543-0f2e54116328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9bb625-a535-44ce-bd92-1dbdab4e3524,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:02.803289 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.850921 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:02.864225 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:02.870602 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cd7e-beb2-4b36-a72c-d65e17ed787c None None] Pushing event updated for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:02.909389 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:02.910453 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:33:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:02.928111 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for router_gateway (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:02.955532 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.036432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:03.037059 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.064848 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a7bd3-25c2-4e95-aade-7aef284f0614 None None] Pushing event updated for resources: {'Port': ['ID=4fa5b93a-b275-44dd-a3d4-e13d499b7677,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:03.098917 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:03.140409 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Current status of the port adec2668-d330-457b-a25a-c30b303a53b9 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:03.140802 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (adec2668-d330-457b-a25a-c30b303a53b9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.190979 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] For port adec2668-d330-457b-a25a-c30b303a53b9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=adec2668-d330-457b-a25a-c30b303a53b9,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:03.229563 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Allocated IP 172.27.2.106 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/79b79132-94c9-40d0-91b3-99babc49036f) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:34:03.262005 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.282307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:03.408694 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:03.420450 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:02Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:03.448324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for port (79b79132-94c9-40d0-91b3-99babc49036f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.472688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-37260890-161a-438b-b057-3ad93d3c111e None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:03.473067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-37260890-161a-438b-b057-3ad93d3c111e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.477884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f48be-85bf-437c-9085-bd5a84a45f75 None None] Pushing event updated for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:03.485561 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bad5bcc-df28-4d75-84ad-32e0a90005a2 None None] The sync data for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi is: [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:02Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:34:03.605653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-37260890-161a-438b-b057-3ad93d3c111e None None] Current status of the port adec2668-d330-457b-a25a-c30b303a53b9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:03.617694 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (79b79132-94c9-40d0-91b3-99babc49036f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.681049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:03.686931 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:03.689595 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:34:03.731240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Pushing event updated for resources: {'Port': ['ID=79b79132-94c9-40d0-91b3-99babc49036f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:03.751685 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device adec2668-d330-457b-a25a-c30b303a53b9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:03.842712 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:03.843089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:03.971612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port adec2668-d330-457b-a25a-c30b303a53b9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:03.972689 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 62c4c270-42a1-4e23-9561-6f5c69c2f439 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:04.037604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 62c4c270-42a1-4e23-9561-6f5c69c2f439 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:04.042528 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.140934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 62c4c270-42a1-4e23-9561-6f5c69c2f439 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:04.142289 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4fa5b93a-b275-44dd-a3d4-e13d499b7677 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:04.209172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:04.230965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:04.246694 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:04.247172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.335561 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:04.335950 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.337570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for router_gateway (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.400988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4fa5b93a-b275-44dd-a3d4-e13d499b7677,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:04.460586 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.547403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=4fa5b93a-b275-44dd-a3d4-e13d499b7677,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:04.596067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42668c-7648-4764-916e-26cef2ff60f5 None None] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:34:04.597562 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.677121 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-218eb144-7928-477b-8d4b-b80b30de204b None None] Provisioning complete for port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:04.677494 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-218eb144-7928-477b-8d4b-b80b30de204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.812248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:34:04.824785 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-218eb144-7928-477b-8d4b-b80b30de204b None None] Current status of the port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:04.905693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b3351f6e-5f28-4f6f-8e75-7f92a92e44e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:04.939023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:34:04.948340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Sync routers for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:34:04.960321 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:04.961050 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:05.061474 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5d6a5ff0-eda8-4777-a333-dbbf3543f718 None None] Provisioning complete for port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:05.061751 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5d6a5ff0-eda8-4777-a333-dbbf3543f718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.071863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.073135 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f533d74b-d9e2-4323-a31b-06e25f0933ae admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1370716 Jul 14 14:34:05.076070 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 42824) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:05.104818 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:05.236996 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:05.259803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5d6a5ff0-eda8-4777-a333-dbbf3543f718 None None] Current status of the port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:05.330101 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 3, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:05.343939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:05.359754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Checking router: a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:34:05.360098 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Updating router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d port 79b79132-94c9-40d0-91b3-99babc49036f binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:34:05.386990 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:05.402656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (79b79132-94c9-40d0-91b3-99babc49036f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.510088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device adec2668-d330-457b-a25a-c30b303a53b9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:05.543516 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:05.568904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.638787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port adec2668-d330-457b-a25a-c30b303a53b9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:05.639112 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (adec2668-d330-457b-a25a-c30b303a53b9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.742370 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Allocated IP 172.20.0.1 (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61/59827df8-1db2-4796-aff9-76d369619df7/af796274-ac8a-497d-9fcb-904c0ce59ec6) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:34:05.785939 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port adec2668-d330-457b-a25a-c30b303a53b9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:05.787226 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4fa5b93a-b275-44dd-a3d4-e13d499b7677 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:05.827435 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks [] for port (79b79132-94c9-40d0-91b3-99babc49036f), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.847533 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:05.847808 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.857284 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks [] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.962026 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:05.999046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (79b79132-94c9-40d0-91b3-99babc49036f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.006451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:06.011673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:06.013892 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Pushing event updated for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:06.016011 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:34:06.070797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:06.081379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Attempting to bind port 79b79132-94c9-40d0-91b3-99babc49036f on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:06.081379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Attempting to bind port 79b79132-94c9-40d0-91b3-99babc49036f by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:06.081379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Attempting to bind port 79b79132-94c9-40d0-91b3-99babc49036f on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:06.081953 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86a49b-290c-4fc3-af4c-121c5c494741 None None] Pushing event updated for resources: {'Port': ['ID=79b79132-94c9-40d0-91b3-99babc49036f,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:06.094631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.095695 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:06.096068 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:06.096463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.097140 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:06.097827 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Bound port: 79b79132-94c9-40d0-91b3-99babc49036f, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:06.098129 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (79b79132-94c9-40d0-91b3-99babc49036f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.198866 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:06.208305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] For port 79b79132-94c9-40d0-91b3-99babc49036f, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:06.212558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] For port 79b79132-94c9-40d0-91b3-99babc49036f, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=79b79132-94c9-40d0-91b3-99babc49036f,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:06.258986 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.283289 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-ad86410c-0a0d-4295-972a-3904afb9f9be None None] Provisioning complete for port af796274-ac8a-497d-9fcb-904c0ce59ec6 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:06.283656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ad86410c-0a0d-4295-972a-3904afb9f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.285655 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (79b79132-94c9-40d0-91b3-99babc49036f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.312017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.326526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:06.376141 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ad86410c-0a0d-4295-972a-3904afb9f9be None None] Port af796274-ac8a-497d-9fcb-904c0ce59ec6 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:06.384168 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86a49b-290c-4fc3-af4c-121c5c494741 None None] Pushing event updated for resources: {'Port': ['ID=79b79132-94c9-40d0-91b3-99babc49036f,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:06.387264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:06.387892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:06.495132 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks [] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.496068 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:06.497681 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:06.566913 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.625184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:06.653653 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Pushing event updated for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:06.653653 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:06.713246 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'af796274-ac8a-497d-9fcb-904c0ce59ec6', 'name': '', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'mac_address': 'fa:16:3e:5f:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:05Z', 'updated_at': '2022-07-14T14:34:05Z', 'revision_number': 1, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'subnets': [{'id': '59827df8-1db2-4796-aff9-76d369619df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:06.741592 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679a39e-ac49-4940-8f5e-aae2bb2d3014 None None] The sync data for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi is: [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'af796274-ac8a-497d-9fcb-904c0ce59ec6', 'name': '', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'mac_address': 'fa:16:3e:5f:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:05Z', 'updated_at': '2022-07-14T14:34:05Z', 'revision_number': 1, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'subnets': [{'id': '59827df8-1db2-4796-aff9-76d369619df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:34:06.773493 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:06.773493 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:06.837506 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-ba07fd59-5199-4093-8e52-78e03736ba23 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=50add55111c4427d94f06a3cf0555067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439310 Jul 14 14:34:06.897957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:34:07.050525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:34:07.057217 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9ff0d1c9-738c-4cfd-82fc-f83defaa64d3 admin admin] 10.222.0.93 "PUT /v2.0/routers/a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9797499 Jul 14 14:34:07.208890 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7affcf2b-1fa7-4aaf-bef0-16a91176a32e None None] Provisioning complete for port af796274-ac8a-497d-9fcb-904c0ce59ec6 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:07.209624 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7affcf2b-1fa7-4aaf-bef0-16a91176a32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:07.258070 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7affcf2b-1fa7-4aaf-bef0-16a91176a32e None None] Port af796274-ac8a-497d-9fcb-904c0ce59ec6 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:07.338083 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-a67a01e8-ddf3-42aa-8877-b9e26133dfc3 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:07.339781 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-a67a01e8-ddf3-42aa-8877-b9e26133dfc3 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4965856 Jul 14 14:34:07.356086 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-a9712480-4a62-4028-98d2-9e6d1a70911a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/quotas/50add55111c4427d94f06a3cf0555067 HTTP/1.1" status: 200 len: 375 time: 0.0107908 Jul 14 14:34:07.402637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:07.405842 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-9f8ddd5e-ec64-4d1d-a5ad-a640d6e2f669 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=50add55111c4427d94f06a3cf0555067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429754 Jul 14 14:34:07.739242 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fcec52f6-1d38-4cb2-acdd-6f7bd23b0f16 req-95d4f583-2f8a-489f-b059-1d57dc15f01e tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0547552 Jul 14 14:34:08.038939 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:08.832786 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f93fd07-a657-4a99-b98c-41ffe4d0ee6e req-4ee651ce-dbaa-4589-8f79-6cdeb24be7bb tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0421309 Jul 14 14:34:09.551645 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 79b79132-94c9-40d0-91b3-99babc49036f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:09.623124 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 79b79132-94c9-40d0-91b3-99babc49036f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:09.623812 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (79b79132-94c9-40d0-91b3-99babc49036f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:09.711833 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 79b79132-94c9-40d0-91b3-99babc49036f is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:09.712266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (79b79132-94c9-40d0-91b3-99babc49036f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:09.739768 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 79b79132-94c9-40d0-91b3-99babc49036f, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=79b79132-94c9-40d0-91b3-99babc49036f,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:09.820385 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (79b79132-94c9-40d0-91b3-99babc49036f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:09.862843 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:09.890678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=79b79132-94c9-40d0-91b3-99babc49036f,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:09.959165 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01622141-a2fc-403d-8d88-387b346189a5 req-a2d1a77b-2a03-410e-930d-2ad306977a43 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0337350 Jul 14 14:34:10.905649 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Sync routers for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:34:10.917513 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:10.918276 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:11.083971 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c2ad87d-055e-4269-8e51-e281b0dbeddc req-9b9c5c42-fd1f-4b37-8a5d-7e01cca89373 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0410173 Jul 14 14:34:11.114266 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:11.277871 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:11.318657 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'af796274-ac8a-497d-9fcb-904c0ce59ec6', 'name': '', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'mac_address': 'fa:16:3e:5f:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:05Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 2, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'subnets': [{'id': '59827df8-1db2-4796-aff9-76d369619df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:11.346397 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Checking router: a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:34:11.350637 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Updating router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d port af796274-ac8a-497d-9fcb-904c0ce59ec6 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:34:11.374137 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:11.512785 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 79b79132-94c9-40d0-91b3-99babc49036f up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:11.532866 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 79b79132-94c9-40d0-91b3-99babc49036f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:11.533434 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (79b79132-94c9-40d0-91b3-99babc49036f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:11.622675 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 79b79132-94c9-40d0-91b3-99babc49036f is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:11.669715 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks [] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:11.841146 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:11.904204 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c64e14-f7cf-444d-95bf-3208d1cfd526 None None] Pushing event updated for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:11.979212 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Attempting to bind port af796274-ac8a-497d-9fcb-904c0ce59ec6 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:11.979869 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Attempting to bind port af796274-ac8a-497d-9fcb-904c0ce59ec6 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:11.979973 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Attempting to bind port af796274-ac8a-497d-9fcb-904c0ce59ec6 on network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:11.985807 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:11.986214 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Checking segment: {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:11.986587 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:11.987261 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Bound using segment: {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:11.987781 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Bound port: af796274-ac8a-497d-9fcb-904c0ce59ec6, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:11.988166 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:12.025271 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:12.071290 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] For port af796274-ac8a-497d-9fcb-904c0ce59ec6, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:12.075298 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] For port af796274-ac8a-497d-9fcb-904c0ce59ec6, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=af796274-ac8a-497d-9fcb-904c0ce59ec6,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:12.225428 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa8cd179-c363-4303-92b5-4de11cd62228 req-85753a26-04d8-421c-9246-48ab245beba6 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0385110 Jul 14 14:34:12.227309 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a34bb356-7570-4401-9ac6-41b53d801b3a None None] Provisioning complete for port af796274-ac8a-497d-9fcb-904c0ce59ec6 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:12.227935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a34bb356-7570-4401-9ac6-41b53d801b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:12.263384 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:12.283143 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a34bb356-7570-4401-9ac6-41b53d801b3a None None] Port af796274-ac8a-497d-9fcb-904c0ce59ec6 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:12.327504 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c64e14-f7cf-444d-95bf-3208d1cfd526 None None] Pushing event updated for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:12.350908 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:12.351843 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:12.475032 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:12.604824 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Provisioning complete for port af796274-ac8a-497d-9fcb-904c0ce59ec6 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:12.607131 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:12.657140 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:12.696765 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Current status of the port af796274-ac8a-497d-9fcb-904c0ce59ec6 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:12.697333 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:12.704205 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'af796274-ac8a-497d-9fcb-904c0ce59ec6', 'name': '', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'mac_address': 'fa:16:3e:5f:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:05Z', 'updated_at': '2022-07-14T14:34:12Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'subnets': [{'id': '59827df8-1db2-4796-aff9-76d369619df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:12.740075 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eaef08-a793-440d-abb5-42c8643dea0b None None] The sync data for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi is: [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:06Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'af796274-ac8a-497d-9fcb-904c0ce59ec6', 'name': '', 'network_id': 'b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'mac_address': 'fa:16:3e:5f:50:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '59827df8-1db2-4796-aff9-76d369619df7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:05Z', 'updated_at': '2022-07-14T14:34:12Z', 'revision_number': 4, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'subnets': [{'id': '59827df8-1db2-4796-aff9-76d369619df7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:34:12.761146 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] For port af796274-ac8a-497d-9fcb-904c0ce59ec6, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=af796274-ac8a-497d-9fcb-904c0ce59ec6,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:12.978255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:13.068188 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Pushing event updated for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:13.075912 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.076255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.076595 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.082553 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.082945 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.083288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.083623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.083950 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.084300 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.084668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.085000 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.085339 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.085667 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.086018 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.086341 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fd357d-4a6e-4a7a-9220-03b5f4c74cd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:13.358641 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0489a6ab-3afd-46b6-a4ef-2c6f5bb2c67a req-0dcc4dc5-ca57-4398-a95c-681f76a3a5ab tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0475674 Jul 14 14:34:13.529671 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device af796274-ac8a-497d-9fcb-904c0ce59ec6 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:13.601856 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port af796274-ac8a-497d-9fcb-904c0ce59ec6 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:13.602315 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:13.664445 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:13.715953 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port af796274-ac8a-497d-9fcb-904c0ce59ec6 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:14.603127 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-89546d1e-a356-4e21-9c4f-4f98a6e730a2 req-90d64729-f985-4247-8e31-6a5fa75dc7ad tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0315425 Jul 14 14:34:14.848481 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:15.278237 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-a7783277-c6e0-4adf-a98b-cac86fbcb8ec tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=50add55111c4427d94f06a3cf0555067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554471 Jul 14 14:34:15.376498 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190297b3-97ee-4035-825a-70bbc941c5af req-28d750b9-fdb4-4030-81db-9d02c8003052 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:15.387108 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190297b3-97ee-4035-825a-70bbc941c5af req-28d750b9-fdb4-4030-81db-9d02c8003052 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0788152 Jul 14 14:34:15.471303 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190297b3-97ee-4035-825a-70bbc941c5af req-0297c526-98dc-48f7-8655-0ac3248e1fd9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831230 Jul 14 14:34:15.555920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-aa5e2c06-f35b-4567-bc69-491964e5fb03 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:15.557415 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-aa5e2c06-f35b-4567-bc69-491964e5fb03 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700667 Jul 14 14:34:15.590330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Request body: {'port': {'device_id': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4', 'admin_state_up': True, 'tenant_id': '50add55111c4427d94f06a3cf0555067'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:15.766807 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce7dd0b3-9508-4f68-befa-112264431679 req-5c525061-a88e-482f-ba8c-276ac08be076 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0541937 Jul 14 14:34:16.208573 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Made reservation on behalf of 50add55111c4427d94f06a3cf0555067 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:34:16.212760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.222617 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.247862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:16.307147 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks [] for security_group (71357f6f-1971-4b5c-bf85-cf510525d955), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.389693 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (71357f6f-1971-4b5c-bf85-cf510525d955), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.463882 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71357f6f-1971-4b5c-bf85-cf510525d955,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:16.550670 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Allocated IP 192.168.233.78 (d929538e-8852-49e7-b0ac-4d8321fbb5b4/6809ca41-0291-4e95-ad76-753a059f0d1b/d8288d41-d69a-403f-8513-8c7e6ea2347c) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:34:16.569807 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:16.628886 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9e490-1ed2-44ff-8c38-aabec0bf588e req-69d7ee77-7513-4f76-9d14-b7a44061250c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:16.636397 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54d9e490-1ed2-44ff-8c38-aabec0bf588e req-69d7ee77-7513-4f76-9d14-b7a44061250c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0825713 Jul 14 14:34:16.702314 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54d9e490-1ed2-44ff-8c38-aabec0bf588e req-9ccf3140-9631-4f4a-819e-ae5ee08dc0c3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643344 Jul 14 14:34:16.742240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks [] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.830373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:16.912120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2606461-b69a-4ae1-b5c3-0a76f60ee8cc req-da9b4bb8-f3a0-432f-aa6b-9390dcdab96a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:16.914021 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2606461-b69a-4ae1-b5c3-0a76f60ee8cc req-da9b4bb8-f3a0-432f-aa6b-9390dcdab96a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 935 time: 0.0695007 Jul 14 14:34:16.930741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Network d929538e-8852-49e7-b0ac-4d8321fbb5b4 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:16.932153 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Pushing event updated for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:16.942572 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:16.946226 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:34:16.989801 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2606461-b69a-4ae1-b5c3-0a76f60ee8cc req-0741e3bf-fc4e-4005-96c1-7fb4a09f1748 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Jul 14 14:34:17.053576 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:17.054306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.143737 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2f054de6-bf74-4e2f-a668-366e18ebd985 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5710847 Jul 14 14:34:17.158294 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Request body: {'port': {'device_id': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:17.242000 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5283412e-35de-450d-8fe9-bb4d9ce1294f None None] Provisioning complete for port d8288d41-d69a-403f-8513-8c7e6ea2347c triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:17.243079 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5283412e-35de-450d-8fe9-bb4d9ce1294f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.243246 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.297253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5283412e-35de-450d-8fe9-bb4d9ce1294f None None] Port d8288d41-d69a-403f-8513-8c7e6ea2347c cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:17.496372 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:17.541337 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8288d41-d69a-403f-8513-8c7e6ea2347c {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:34:17.551600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks [] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.566863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Transition to ACTIVE for port object d8288d41-d69a-403f-8513-8c7e6ea2347c will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:34:17.636709 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.702893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Pushing event updated for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:17.781397 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Attempting to bind port d8288d41-d69a-403f-8513-8c7e6ea2347c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:17.781654 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Attempting to bind port d8288d41-d69a-403f-8513-8c7e6ea2347c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:17.781898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Attempting to bind port d8288d41-d69a-403f-8513-8c7e6ea2347c on network d929538e-8852-49e7-b0ac-4d8321fbb5b4 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:17.787313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Port d8288d41-d69a-403f-8513-8c7e6ea2347c on network d929538e-8852-49e7-b0ac-4d8321fbb5b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:34:17.788256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Attempting to bind port d8288d41-d69a-403f-8513-8c7e6ea2347c on network d929538e-8852-49e7-b0ac-4d8321fbb5b4 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:17.800977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:17.801408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Checking segment: {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:17.801915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Bound using segment: {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:17.802390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Bound port: d8288d41-d69a-403f-8513-8c7e6ea2347c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0017a61-a010-4361-90a0-2211b767f1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:17.802748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:17.806234 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:17.853929 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73c13b-e1d7-4ebe-9db5-a76ce14dff33 req-00888477-56a8-4310-b3e4-5af544381ef7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:17.860996 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae73c13b-e1d7-4ebe-9db5-a76ce14dff33 req-00888477-56a8-4310-b3e4-5af544381ef7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0606823 Jul 14 14:34:17.930267 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae73c13b-e1d7-4ebe-9db5-a76ce14dff33 req-10e3f8ec-96c8-4434-b720-177777ae4f7a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678577 Jul 14 14:34:17.934189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:17.940535 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:18.058147 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:18.062448 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.063334 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:18.076820 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] 10.222.0.91 "PUT /v2.0/ports/d8288d41-d69a-403f-8513-8c7e6ea2347c HTTP/1.1" status: 200 len: 1097 time: 0.9252665 Jul 14 14:34:18.082172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:18.102889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b7e01d-3a67-4c74-9a27-71e9380798f0" -d '{"events": [{"name": "network-changed", "server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:18.161790 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:18.178472 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b40fd-5b32-4d71-9916-68a33c8ebd04 service neutron] Pushing event updated for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:18.190223 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1e9f-06e1-498f-8996-03625e38de1e req-d8abe060-0b1a-4dbd-8e17-4f16753dc3ea tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.205551 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b5809-9464-4351-9cc5-b4fd758bb301 x-openstack-request-id: req-836b5809-9464-4351-9cc5-b4fd758bb301 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:18.205977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:18.206332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-836b5809-9464-4351-9cc5-b4fd758bb301 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:18.207013 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836b5809-9464-4351-9cc5-b4fd758bb301'] response: {'name': 'network-changed', 'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c', 'status': 'completed', 'code': 200} Jul 14 14:34:18.211382 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0fda1e9f-06e1-498f-8996-03625e38de1e req-d8abe060-0b1a-4dbd-8e17-4f16753dc3ea tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 947 time: 0.1524582 Jul 14 14:34:18.293854 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e01d-3a67-4c74-9a27-71e9380798f0 req-0e78563f-fdf7-4168-8c3c-a61ad2f99916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.293854 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-45b7e01d-3a67-4c74-9a27-71e9380798f0 req-0e78563f-fdf7-4168-8c3c-a61ad2f99916 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=50add55111c4427d94f06a3cf0555067&device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 1131 time: 0.0559442 Jul 14 14:34:18.300049 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0fda1e9f-06e1-498f-8996-03625e38de1e req-ee0e6d71-871a-4139-bc9a-d487b1e99fbc tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876925 Jul 14 14:34:18.319756 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-45b7e01d-3a67-4c74-9a27-71e9380798f0 req-ec8ab3a1-6a79-47ad-ac84-a925876ff775 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=50add55111c4427d94f06a3cf0555067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242217 Jul 14 14:34:18.432433 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7e01d-3a67-4c74-9a27-71e9380798f0 req-25ac2061-1df5-4938-95e8-eccd664eaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.434093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-45b7e01d-3a67-4c74-9a27-71e9380798f0 req-25ac2061-1df5-4938-95e8-eccd664eaa80 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078007 Jul 14 14:34:18.512781 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2c614499-755a-4fb0-baef-d54f9511d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.514369 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-2c614499-755a-4fb0-baef-d54f9511d1ff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=50add55111c4427d94f06a3cf0555067&device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 1131 time: 0.0406151 Jul 14 14:34:18.553735 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-849c52ca-ad83-4ef2-99d5-87018a1a9d8b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c HTTP/1.1" status: 200 len: 217 time: 0.0325434 Jul 14 14:34:18.623234 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-f3e603d7-0e3a-436b-a465-45c17dff0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.624611 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-f3e603d7-0e3a-436b-a465-45c17dff0c7a service neutron] 10.222.0.91 "GET /v2.0/subnets?id=6809ca41-0291-4e95-ad76-753a059f0d1b HTTP/1.1" status: 200 len: 843 time: 0.0647144 Jul 14 14:34:18.639543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:18.670031 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-66fac059-1b53-4c86-b890-daf70cb8a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:18.671569 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-66fac059-1b53-4c86-b890-daf70cb8a69e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d929538e-8852-49e7-b0ac-4d8321fbb5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0390813 Jul 14 14:34:18.767997 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-11faec9e-faf8-4cbd-b8ee-092117ff3a48 service neutron] 10.222.0.91 "GET /v2.0/networks/d929538e-8852-49e7-b0ac-4d8321fbb5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861011 Jul 14 14:34:18.868479 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bde1b02a-61f2-4855-8864-3cfdb4c76052 req-d3869712-de84-428d-ab71-e34d65339cb2 service neutron] 10.222.0.91 "GET /v2.0/networks/d929538e-8852-49e7-b0ac-4d8321fbb5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871103 Jul 14 14:34:19.092637 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912205-a27c-46b8-8efa-47e8a7840f76 req-7973caae-ee8d-4a1a-b68e-a554faff94c1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:19.098232 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90912205-a27c-46b8-8efa-47e8a7840f76 req-7973caae-ee8d-4a1a-b68e-a554faff94c1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0836964 Jul 14 14:34:19.159717 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90912205-a27c-46b8-8efa-47e8a7840f76 req-3f576c91-d785-4e16-b614-8d65cc4d6f21 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588109 Jul 14 14:34:19.417167 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d281cc-cded-4061-a13a-1cd3a9c07bd3 req-accd78c6-e170-4135-9763-8fcf6abcc444 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:19.418701 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-50d281cc-cded-4061-a13a-1cd3a9c07bd3 req-accd78c6-e170-4135-9763-8fcf6abcc444 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 947 time: 0.0529864 Jul 14 14:34:19.466206 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-50d281cc-cded-4061-a13a-1cd3a9c07bd3 req-ec903124-3f0b-4f53-a694-b37ac2e67f71 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418274 Jul 14 14:34:20.285149 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-3f6356b7-fd78-4bd6-93db-432cebcbb696 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:20.286676 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-3f6356b7-fd78-4bd6-93db-432cebcbb696 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 814 time: 0.1379123 Jul 14 14:34:20.293311 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02d136-c095-4b5c-bc63-91bd5123bcf0 req-d0c69602-73c5-4570-a530-ebd27fd5d2a0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:20.294765 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a02d136-c095-4b5c-bc63-91bd5123bcf0 req-d0c69602-73c5-4570-a530-ebd27fd5d2a0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0722246 Jul 14 14:34:20.301801 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:20.317143 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-0661426c-2af2-46a7-a298-0bb4ebf12d78 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/quotas/8ae0529df8aa4640806b4e7f3680e87b HTTP/1.1" status: 200 len: 375 time: 0.0214951 Jul 14 14:34:20.388048 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-825b96bc-e3b5-40d0-a669-a67e90476533 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631979 Jul 14 14:34:20.391011 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1a02d136-c095-4b5c-bc63-91bd5123bcf0 req-463db0c4-6b71-4664-a399-0ba8357f22eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838525 Jul 14 14:34:20.488479 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-ce024364-d35a-4de4-a86d-57d096523109 service neutron] 10.222.0.93 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860798 Jul 14 14:34:20.611903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd303f4-6102-40b0-aadf-42bd2ae33d02 req-ecb32733-3a0b-4f42-a328-94c775828bd9 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:20.613236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acd303f4-6102-40b0-aadf-42bd2ae33d02 req-ecb32733-3a0b-4f42-a328-94c775828bd9 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 947 time: 0.0625274 Jul 14 14:34:20.635861 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-17c03596-a39b-48b9-9250-fd95081e7b20 service neutron] 10.222.0.93 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383672 Jul 14 14:34:20.665217 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-acd303f4-6102-40b0-aadf-42bd2ae33d02 req-a4621be3-3866-47c8-a78f-253ed56ba4be tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463862 Jul 14 14:34:20.888523 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a80fa2f-9190-44d1-8a2a-e03481cff569 req-4e4e4550-5e78-4558-8e09-72e0b93fef5c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jul 14 14:34:21.511728 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff81914-fa46-4900-b821-611936f12f2c req-517b51e3-5466-4a3c-8657-565d65212fc9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:21.513224 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ff81914-fa46-4900-b821-611936f12f2c req-517b51e3-5466-4a3c-8657-565d65212fc9 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0483387 Jul 14 14:34:21.563379 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ff81914-fa46-4900-b821-611936f12f2c req-6b68c768-162c-49e3-9ac1-c0986747ade7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Jul 14 14:34:21.788718 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d58e2-bf98-43ec-87ab-dad87d9e6a0c req-d324feb9-e371-42cf-82a0-5249c27f3b3a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:21.790401 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-673d58e2-bf98-43ec-87ab-dad87d9e6a0c req-d324feb9-e371-42cf-82a0-5249c27f3b3a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 947 time: 0.0546763 Jul 14 14:34:21.838028 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-673d58e2-bf98-43ec-87ab-dad87d9e6a0c req-a9c8e9fe-4e68-4980-9bbc-0181926ccbc9 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Jul 14 14:34:21.965363 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39977a05-8ed2-46d0-ba9d-453fb5cd1606 req-75275967-39f6-44ff-801a-c8d9e41b5320 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 210 time: 0.0285156 Jul 14 14:34:22.676198 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971e7e3-b4fa-4e1e-ba6f-c7b288bebf47 req-455a486a-509f-4529-a5dc-af2b5c892b4b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:22.677672 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c971e7e3-b4fa-4e1e-ba6f-c7b288bebf47 req-455a486a-509f-4529-a5dc-af2b5c892b4b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Jul 14 14:34:22.690731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:22.708927 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=38 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:22.729109 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c971e7e3-b4fa-4e1e-ba6f-c7b288bebf47 req-f2c03d8f-3574-426d-bcff-1c7d6907369b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Jul 14 14:34:22.952530 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1134a9-cd94-4e9e-9b31-112ba7e4608b req-63ad48fd-44c4-4767-80b7-28a20c38cdbf tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:22.954034 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5b1134a9-cd94-4e9e-9b31-112ba7e4608b req-63ad48fd-44c4-4767-80b7-28a20c38cdbf tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 947 time: 0.0475783 Jul 14 14:34:23.000807 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device d8288d41-d69a-403f-8513-8c7e6ea2347c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:34:23.002727 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5b1134a9-cd94-4e9e-9b31-112ba7e4608b req-3d2c5e5d-ccdf-4fb9-ae7e-9fb83720b0cc tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425849 Jul 14 14:34:23.066886 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-edbda506-cada-4277-8dca-9b8142210af4 req-1c77aa5d-1d07-46fd-b3e2-fe95cb760a11 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 210 time: 0.0291946 Jul 14 14:34:23.127541 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:23.139448 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'd8288d41-d69a-403f-8513-8c7e6ea2347c', 'network_id': 'd929538e-8852-49e7-b0ac-4d8321fbb5b4', 'port_id': 'd8288d41-d69a-403f-8513-8c7e6ea2347c', 'mac_address': 'fa:16:3e:7b:30:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6809ca41-0291-4e95-ad76-753a059f0d1b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:34:23.141579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:23.175238 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port d8288d41-d69a-403f-8513-8c7e6ea2347c is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:23.175623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:23.192699 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8288d41-d69a-403f-8513-8c7e6ea2347c {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:34:23.212488 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:23.288967 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:23.337604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:23.592067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['d8288d41-d69a-403f-8513-8c7e6ea2347c'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:34:23.851392 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6003ac3-8ee4-4dc9-a30b-fc2687cc0621 req-4533f3ed-39a3-4fd5-b3d9-83c6d839c7ad tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:23.852861 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e6003ac3-8ee4-4dc9-a30b-fc2687cc0621 req-4533f3ed-39a3-4fd5-b3d9-83c6d839c7ad tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0476420 Jul 14 14:34:23.882446 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-9afd8a2f-d454-4dd9-ab09-7ef832dc0e60 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:23.883925 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-9afd8a2f-d454-4dd9-ab09-7ef832dc0e60 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 814 time: 0.1107752 Jul 14 14:34:23.906827 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'port': {'device_id': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'admin_state_up': True, 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:23.916795 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e6003ac3-8ee4-4dc9-a30b-fc2687cc0621 req-32a01c47-d024-499c-b54d-8b18da47e362 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578568 Jul 14 14:34:24.002081 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1f7a3-8cc9-4a7b-8582-e8e02f9aeeec req-a7e45283-535d-4ad4-ad53-aedbf36bb7a1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.003607 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66c1f7a3-8cc9-4a7b-8582-e8e02f9aeeec req-a7e45283-535d-4ad4-ad53-aedbf36bb7a1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Jul 14 14:34:24.053658 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-66c1f7a3-8cc9-4a7b-8582-e8e02f9aeeec req-4af5f556-91b9-4292-863f-7690cb740607 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Jul 14 14:34:24.096093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Made reservation on behalf of 8ae0529df8aa4640806b4e7f3680e87b for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:34:24.099475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:24.103585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-e44a80f0-0f1f-4b84-95e9-bc355fc5327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.105431 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-e44a80f0-0f1f-4b84-95e9-bc355fc5327c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0492954 Jul 14 14:34:24.151066 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:24.169183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289523af-d5ee-40fb-9e0a-f514792eecab req-b2146683-a896-447e-a011-a73f70a5b947 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.171463 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-289523af-d5ee-40fb-9e0a-f514792eecab req-b2146683-a896-447e-a011-a73f70a5b947 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 948 time: 0.0645916 Jul 14 14:34:24.200512 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ab2eadd1-32e0-4a00-953a-b5ac8c2ff94e req-4627198d-ca2d-4139-9272-665761d7ad88 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 210 time: 0.0480447 Jul 14 14:34:24.242665 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-289523af-d5ee-40fb-9e0a-f514792eecab req-cfa7f827-c111-44eb-ac9f-d423260a1ecf tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Jul 14 14:34:24.288496 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-63fd03ab-713f-43f5-8f66-1056cbd7f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.290045 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-63fd03ab-713f-43f5-8f66-1056cbd7f6fe service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1735733 Jul 14 14:34:24.341584 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:24.349272 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Allocated IP 172.20.0.4 (274f18aa-55c6-4caa-a6c2-103a313ebc1e/d9c71a35-e8a6-42ea-be57-c93048757942/952e7af0-ae31-4c8d-891e-163bc4da7b6e) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:34:24.382308 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-00e3dd8d-ff5d-45cd-bc2a-8588aeee57af service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0768392 Jul 14 14:34:24.507537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-279f2a76-f01f-4b07-84ad-0ed53e205054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.509045 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-279f2a76-f01f-4b07-84ad-0ed53e205054 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.1082323 Jul 14 14:34:24.517169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:24.592782 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-90b37f87-1a09-46a7-aab1-6959c49a84ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.598907 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-90b37f87-1a09-46a7-aab1-6959c49a84ba service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747163 Jul 14 14:34:24.630273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:24.719532 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-0bbef94c-68ba-41b2-989e-788047697146 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165030 Jul 14 14:34:24.783259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:24.839138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:34:24.852845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:34:24.862367 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:34:24.867983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:24.907987 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-36e298ab-9baf-439f-a7cb-a757f470e5f1 req-c51be3d2-7246-47f1-98c3-48563a537d01 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815357 Jul 14 14:34:24.951102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:24.951976 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.001564 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device d8288d41-d69a-403f-8513-8c7e6ea2347c up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:25.095645 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f204cec5-e9a0-4d96-b539-2e82722a4a3e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1938784 Jul 14 14:34:25.110071 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port d8288d41-d69a-403f-8513-8c7e6ea2347c completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:34:25.119774 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75724c-a76d-4686-bcea-8c2e968ece3e req-dda0c1e7-f580-411c-9d23-44f4b4ec9760 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:25.132516 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e75724c-a76d-4686-bcea-8c2e968ece3e req-dda0c1e7-f580-411c-9d23-44f4b4ec9760 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.1243086 Jul 14 14:34:25.218028 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port d8288d41-d69a-403f-8513-8c7e6ea2347c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:25.218752 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.223829 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-c3a18cb9-a043-4a96-a469-bc234dfb8753 None None] Provisioning complete for port 952e7af0-ae31-4c8d-891e-163bc4da7b6e triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:25.224511 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c3a18cb9-a043-4a96-a469-bc234dfb8753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.247114 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e75724c-a76d-4686-bcea-8c2e968ece3e req-54b39ffa-5b24-41eb-8d75-ee58700150a3 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135406 Jul 14 14:34:25.276474 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:25.277430 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e39b19-cb09-4a98-af33-0079dbb03d9b req-15e54948-74af-457e-93d3-b4dbac24dfd1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:25.292918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Request body: {'port': {'device_id': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:25.297315 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-57e39b19-cb09-4a98-af33-0079dbb03d9b req-15e54948-74af-457e-93d3-b4dbac24dfd1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.1098757 Jul 14 14:34:25.338793 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-c3a18cb9-a043-4a96-a469-bc234dfb8753 None None] Port 952e7af0-ae31-4c8d-891e-163bc4da7b6e cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:34:25.340690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port d8288d41-d69a-403f-8513-8c7e6ea2347c is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:25.341272 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.371507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:25.374064 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec1207-8406-452e-93d3-21aebd23fa2e" -d '{"events": [{"server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "name": "network-vif-plugged", "status": "completed", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:25.390583 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:25.433435 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-57e39b19-cb09-4a98-af33-0079dbb03d9b req-85f259d5-4fc5-4735-b12d-fcecd736fc61 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246779 Jul 14 14:34:25.436039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.466135 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.492585 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1f0c0-c013-4996-befd-2031f953e8c7 req-ed459b34-66d6-49e3-9279-964656352eaa tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:25.494127 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1f0c0-c013-4996-befd-2031f953e8c7 req-ed459b34-66d6-49e3-9279-964656352eaa tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 931 time: 0.1076572 Jul 14 14:34:25.520912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:25.544796 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:25.643116 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1f0c0-c013-4996-befd-2031f953e8c7 req-fe72fbd6-0918-4224-8c23-d1719828caf0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417723 Jul 14 14:34:25.710244 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfbd23c-f98f-4094-bb99-3a9733d705fe x-openstack-request-id: req-5cfbd23c-f98f-4094-bb99-3a9733d705fe {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:25.710744 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "name": "network-vif-plugged", "status": "completed", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:25.718139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5cfbd23c-f98f-4094-bb99-3a9733d705fe {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:25.718706 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfbd23c-f98f-4094-bb99-3a9733d705fe'] response: {'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c', 'code': 200} Jul 14 14:34:25.727096 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16b25b-1374-42b9-bd3b-3a381acc76d6 req-ba068b65-3d10-4187-9b4f-880b702a065b tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:25.728685 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae16b25b-1374-42b9-bd3b-3a381acc76d6 req-ba068b65-3d10-4187-9b4f-880b702a065b tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.1106246 Jul 14 14:34:25.844688 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae16b25b-1374-42b9-bd3b-3a381acc76d6 req-14dde8fd-8f86-4a2e-9754-04bcb1efe40a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090367 Jul 14 14:34:25.922847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952e7af0-ae31-4c8d-891e-163bc4da7b6e {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:34:25.931111 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks [] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:25.943678 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Transition to ACTIVE for port object 952e7af0-ae31-4c8d-891e-163bc4da7b6e will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:34:26.030106 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:26.096901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:26.140380 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:26.223306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Attempting to bind port 952e7af0-ae31-4c8d-891e-163bc4da7b6e on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:34:26.223645 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Attempting to bind port 952e7af0-ae31-4c8d-891e-163bc4da7b6e by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:34:26.227687 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Attempting to bind port 952e7af0-ae31-4c8d-891e-163bc4da7b6e on network 274f18aa-55c6-4caa-a6c2-103a313ebc1e {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:26.239986 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Port 952e7af0-ae31-4c8d-891e-163bc4da7b6e on network 274f18aa-55c6-4caa-a6c2-103a313ebc1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:34:26.240298 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Attempting to bind port 952e7af0-ae31-4c8d-891e-163bc4da7b6e on network 274f18aa-55c6-4caa-a6c2-103a313ebc1e {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:34:26.251172 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:34:26.251835 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Checking segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:34:26.252377 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Bound using segment: {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:34:26.252987 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Bound port: 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb3f5385-d278-4493-a834-d3c4592239e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:34:26.253601 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:26.343184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:34:26.348249 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:34:26.384961 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625443-c25d-47a1-b155-167a71f5c9e6 req-7cd77ed1-7ab6-4026-9c8b-40e625d0bb86 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:26.386446 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38625443-c25d-47a1-b155-167a71f5c9e6 req-7cd77ed1-7ab6-4026-9c8b-40e625d0bb86 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0577984 Jul 14 14:34:26.442374 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38625443-c25d-47a1-b155-167a71f5c9e6 req-decc610d-5bc0-49e7-8eea-375d607291f6 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501740 Jul 14 14:34:26.443165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:26.485748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:26.486450 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:26.487816 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] 10.222.0.91 "PUT /v2.0/ports/952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 1093 time: 1.2144768 Jul 14 14:34:26.488253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:26.490566 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad9284-0319-479e-b371-a4a5d4c72aee" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:26.546907 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef1d2b-f7b2-4edf-a58a-8a1ddf3181f9 x-openstack-request-id: req-40ef1d2b-f7b2-4edf-a58a-8a1ddf3181f9 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:26.547192 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:26.547434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-40ef1d2b-f7b2-4edf-a58a-8a1ddf3181f9 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:26.547827 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ef1d2b-f7b2-4edf-a58a-8a1ddf3181f9'] response: {'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:34:26.567095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f27016-46a5-404c-ad58-2527b7f2f7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:26.601390 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9aedd7-739d-492d-b03c-f6a8fe93f8aa req-907c1830-ae3a-43c4-a223-6d5fb2b5e13e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:26.603426 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb9aedd7-739d-492d-b03c-f6a8fe93f8aa req-907c1830-ae3a-43c4-a223-6d5fb2b5e13e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0685756 Jul 14 14:34:26.668793 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb9aedd7-739d-492d-b03c-f6a8fe93f8aa req-db72ec6b-6b23-4ab6-b70d-26fd6b2e1462 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565012 Jul 14 14:34:26.776113 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88802154-4e09-4613-b5dd-fcb672f78c9d req-78033a71-06b1-4ec9-92ba-32f43b1dfb45 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:26.777565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-88802154-4e09-4613-b5dd-fcb672f78c9d req-78033a71-06b1-4ec9-92ba-32f43b1dfb45 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0594730 Jul 14 14:34:26.833744 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-88802154-4e09-4613-b5dd-fcb672f78c9d req-e5c39f82-6fba-4fee-af60-4ca6de160258 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Jul 14 14:34:26.972076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:26.981232 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff94b2d-9453-43d3-a366-29248d44bdce req-770ca956-fecd-46c5-9364-1a9a8bc70c02 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:26.986572 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ff94b2d-9453-43d3-a366-29248d44bdce req-770ca956-fecd-46c5-9364-1a9a8bc70c02 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0523949 Jul 14 14:34:27.036972 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2ff94b2d-9453-43d3-a366-29248d44bdce req-28f3bdc8-ea22-4ca7-84ef-20abf77db38a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477581 Jul 14 14:34:27.577502 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5156b-2efe-4cea-8baf-abb9d6fa4d97 req-57948946-4789-445c-9ff5-866a129098a5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:27.579215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6db5156b-2efe-4cea-8baf-abb9d6fa4d97 req-57948946-4789-445c-9ff5-866a129098a5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0634677 Jul 14 14:34:27.634823 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6db5156b-2efe-4cea-8baf-abb9d6fa4d97 req-26e1b7a1-36b7-48f3-85ca-aaea13211ab2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Jul 14 14:34:27.673969 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:34:27.804084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd02972-aa50-48ec-bfc1-91b197ecf911 req-9a55a657-0736-4183-a0bd-4489e9519682 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:27.805591 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0dd02972-aa50-48ec-bfc1-91b197ecf911 req-9a55a657-0736-4183-a0bd-4489e9519682 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0513704 Jul 14 14:34:27.856793 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0dd02972-aa50-48ec-bfc1-91b197ecf911 req-087a1429-1365-4977-aa42-8b3c91dfdb4e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Jul 14 14:34:27.968479 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:27.978168 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2fa24-62ac-481a-afb3-6109384033c3 req-242715a6-dc3c-4322-9641-2a57fa6697ae tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:27.979811 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12a2fa24-62ac-481a-afb3-6109384033c3 req-242715a6-dc3c-4322-9641-2a57fa6697ae tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0605407 Jul 14 14:34:28.035799 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12a2fa24-62ac-481a-afb3-6109384033c3 req-6e91abe3-fdca-4fdd-bde1-f16d359d795a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Jul 14 14:34:28.158960 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7a043-540f-44ab-b1ae-67059a6aa9a2 req-f52f5212-31ca-41fe-84dd-5f911e2b6d4a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:28.160589 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96e7a043-540f-44ab-b1ae-67059a6aa9a2 req-f52f5212-31ca-41fe-84dd-5f911e2b6d4a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0492954 Jul 14 14:34:28.215552 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96e7a043-540f-44ab-b1ae-67059a6aa9a2 req-e9f23ef3-6ee9-4052-9432-17c101f8aee3 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486038 Jul 14 14:34:28.757239 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55487758-b01e-4824-999b-a0feb6fe70d2 req-d7407782-41d6-4eeb-9b72-3e97b7cb2ba4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:28.758808 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-55487758-b01e-4824-999b-a0feb6fe70d2 req-d7407782-41d6-4eeb-9b72-3e97b7cb2ba4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Jul 14 14:34:28.811714 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-55487758-b01e-4824-999b-a0feb6fe70d2 req-1827b709-c266-47b0-92cd-6428c9e62883 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464535 Jul 14 14:34:28.979236 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bdc3f-a612-4034-a4be-d4414e24fdcb req-d8b8a079-3db6-48df-a6e0-fcc83138f01d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:28.981466 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd0bdc3f-a612-4034-a4be-d4414e24fdcb req-d8b8a079-3db6-48df-a6e0-fcc83138f01d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0527709 Jul 14 14:34:29.057700 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd0bdc3f-a612-4034-a4be-d4414e24fdcb req-8a9a8657-c601-4a90-9422-40d92af9f177 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628669 Jul 14 14:34:29.164034 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89fc4d-2a9b-4e65-81fa-aafde091644e req-86bb97be-c51d-4702-a1e3-c1ce58f70727 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:29.169050 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-df89fc4d-2a9b-4e65-81fa-aafde091644e req-86bb97be-c51d-4702-a1e3-c1ce58f70727 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0579116 Jul 14 14:34:29.217266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-df89fc4d-2a9b-4e65-81fa-aafde091644e req-9e6b981d-167b-4f97-9e0e-fe85ab63131b tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Jul 14 14:34:29.338818 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771352-d146-481a-b5bb-9be19f3ee987 req-6e6ae1cf-433f-4e9d-a843-7f0ce0e142bc tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:29.340701 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c4771352-d146-481a-b5bb-9be19f3ee987 req-6e6ae1cf-433f-4e9d-a843-7f0ce0e142bc tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0526886 Jul 14 14:34:29.391845 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c4771352-d146-481a-b5bb-9be19f3ee987 req-7d990651-920d-4049-91aa-a10b82ab74be tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443566 Jul 14 14:34:29.931543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07265a2-5f15-4c01-bbb8-b6d47d2fed59 req-516f7fc0-4fb8-4ff4-b8c0-bbe19af8653b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:29.933026 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e07265a2-5f15-4c01-bbb8-b6d47d2fed59 req-516f7fc0-4fb8-4ff4-b8c0-bbe19af8653b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Jul 14 14:34:29.986454 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e07265a2-5f15-4c01-bbb8-b6d47d2fed59 req-77e86c2c-f681-472c-bb4e-d87ef1ec69ed tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476248 Jul 14 14:34:30.189227 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ebb75-a288-4fd8-b4d5-acd626f1f6d9 req-7ce0f0de-ced6-42cd-82f0-b834bae84f46 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:30.190850 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-031ebb75-a288-4fd8-b4d5-acd626f1f6d9 req-7ce0f0de-ced6-42cd-82f0-b834bae84f46 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Jul 14 14:34:30.227027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:30.239182 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-031ebb75-a288-4fd8-b4d5-acd626f1f6d9 req-7ff11d80-8616-48ec-ad65-7daab7432a5d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425298 Jul 14 14:34:30.344684 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f7b82-fc00-4282-ad62-3bcb89ea5a62 req-4cf8056f-cb86-4ad6-83da-9fa0f9304d5c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:30.347020 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d31f7b82-fc00-4282-ad62-3bcb89ea5a62 req-4cf8056f-cb86-4ad6-83da-9fa0f9304d5c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0581350 Jul 14 14:34:30.405846 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d31f7b82-fc00-4282-ad62-3bcb89ea5a62 req-a02438ec-cd4e-40c9-980b-32f8fb36db14 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524154 Jul 14 14:34:30.518228 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534f19f-a5ce-46e8-acaf-f93d27e8e0a8 req-c24386b3-781c-4569-8c71-969e01d082ef tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:30.519877 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9534f19f-a5ce-46e8-acaf-f93d27e8e0a8 req-c24386b3-781c-4569-8c71-969e01d082ef tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0496573 Jul 14 14:34:30.572166 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9534f19f-a5ce-46e8-acaf-f93d27e8e0a8 req-f409f09f-6eee-4d6d-a62f-42c615c95b7d tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460043 Jul 14 14:34:31.108160 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617018b-b3d1-40a6-b7f2-64e8beddb760 req-76698e66-410c-4e0e-9ed5-0d748a224b54 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:31.109859 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b617018b-b3d1-40a6-b7f2-64e8beddb760 req-76698e66-410c-4e0e-9ed5-0d748a224b54 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Jul 14 14:34:31.169533 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b617018b-b3d1-40a6-b7f2-64e8beddb760 req-0e3e68bf-6914-4e90-9672-fa9ab8338e66 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543551 Jul 14 14:34:31.364788 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a5ce5-5279-4a77-bc22-dcabab4f535a req-f5b36e3e-3704-4557-ac2c-5b847c392ce7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:31.366771 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-056a5ce5-5279-4a77-bc22-dcabab4f535a req-f5b36e3e-3704-4557-ac2c-5b847c392ce7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0533965 Jul 14 14:34:31.377962 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:31.417000 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-056a5ce5-5279-4a77-bc22-dcabab4f535a req-2b1d0341-eaad-4f6a-b87f-466c49928a70 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Jul 14 14:34:31.526379 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18ca84-6e8a-4bb9-9f9e-36cb3b8c27d6 req-f4a2caa7-1583-4c9f-a1cf-0846c973d17d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:31.528038 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8d18ca84-6e8a-4bb9-9f9e-36cb3b8c27d6 req-f4a2caa7-1583-4c9f-a1cf-0846c973d17d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0512469 Jul 14 14:34:31.579142 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8d18ca84-6e8a-4bb9-9f9e-36cb3b8c27d6 req-0d81c9e6-542c-47b1-9609-c0e9b341be80 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437732 Jul 14 14:34:31.713633 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79356a30-705c-41cf-82e8-cc9fb9d6e708 req-a616544c-3a84-477e-a9fb-aa7a557fa406 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:31.716527 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79356a30-705c-41cf-82e8-cc9fb9d6e708 req-a616544c-3a84-477e-a9fb-aa7a557fa406 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0640891 Jul 14 14:34:31.781276 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79356a30-705c-41cf-82e8-cc9fb9d6e708 req-136b6dbd-8cc4-465b-a8c5-914aaaac437a tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556111 Jul 14 14:34:32.297888 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8621e-33f2-4d1d-91ac-f51d8bd2c23c req-a7fff320-9696-4a23-8550-670d57bd2b30 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:32.299607 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59d8621e-33f2-4d1d-91ac-f51d8bd2c23c req-a7fff320-9696-4a23-8550-670d57bd2b30 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0512571 Jul 14 14:34:32.366208 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59d8621e-33f2-4d1d-91ac-f51d8bd2c23c req-4c520682-ea4a-471e-bbba-02df64ccd407 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575631 Jul 14 14:34:32.536334 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19983f-2401-43ae-aaef-e987f3fcdc48 req-e462f3a1-6ae8-420b-914c-67e45dee1fea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:32.537937 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb19983f-2401-43ae-aaef-e987f3fcdc48 req-e462f3a1-6ae8-420b-914c-67e45dee1fea tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0495927 Jul 14 14:34:32.594239 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb19983f-2401-43ae-aaef-e987f3fcdc48 req-60aba854-bb4a-47f3-a814-2ff7120ae53b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499465 Jul 14 14:34:32.711383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7540143d-e664-4d91-bea0-7f8eff031220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:32.716171 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0281b25-58e8-46a1-bdc0-52c0d711e387 req-949d2270-62c0-474f-9ca3-1e6969b99128 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:32.717704 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0281b25-58e8-46a1-bdc0-52c0d711e387 req-949d2270-62c0-474f-9ca3-1e6969b99128 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0564229 Jul 14 14:34:32.793267 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0281b25-58e8-46a1-bdc0-52c0d711e387 req-3ab46915-0ce2-4477-93e6-b6baf79b704a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649667 Jul 14 14:34:32.895647 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab675f-b478-4238-9471-e04759135d49 req-1ab377f8-b35f-4a94-95ef-124f766c12c7 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:32.897082 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-67ab675f-b478-4238-9471-e04759135d49 req-1ab377f8-b35f-4a94-95ef-124f766c12c7 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0474560 Jul 14 14:34:32.960572 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-67ab675f-b478-4238-9471-e04759135d49 req-b17926a7-e5b5-4456-90da-94f9b8623cfa tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565319 Jul 14 14:34:33.476719 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff212989-3a0a-4a06-afd6-18eb03dbe796 req-400ab492-9366-481e-9c76-590c747c12af tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:33.478210 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ff212989-3a0a-4a06-afd6-18eb03dbe796 req-400ab492-9366-481e-9c76-590c747c12af tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0518141 Jul 14 14:34:33.504772 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:33.527779 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ff212989-3a0a-4a06-afd6-18eb03dbe796 req-53912f4b-f30c-40a0-a5e8-f7eb5414848d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434041 Jul 14 14:34:33.710211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243ec79-82e4-4d03-8efb-a785ac0c1d04 req-7eb30b58-2d8d-4868-a743-340ad8d4c0e6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:33.711671 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f243ec79-82e4-4d03-8efb-a785ac0c1d04 req-7eb30b58-2d8d-4868-a743-340ad8d4c0e6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Jul 14 14:34:33.768801 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f243ec79-82e4-4d03-8efb-a785ac0c1d04 req-0436328c-1e9b-4b8e-8abb-4ffd611e8424 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514262 Jul 14 14:34:33.907471 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badec373-5773-4bcc-b017-58c3123b972d req-bccf53d1-f793-40c9-b27b-f37c8f90f7ad tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:33.908923 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-badec373-5773-4bcc-b017-58c3123b972d req-bccf53d1-f793-40c9-b27b-f37c8f90f7ad tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0468867 Jul 14 14:34:33.959918 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-badec373-5773-4bcc-b017-58c3123b972d req-33c445af-f8d5-429b-8dac-e6538311ea8c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Jul 14 14:34:34.073659 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf526eb-2bd3-4d53-a12c-d9aad036a289 req-43f2ffba-3a10-40d9-beb4-ce2f18e246ee tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.075202 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bbf526eb-2bd3-4d53-a12c-d9aad036a289 req-43f2ffba-3a10-40d9-beb4-ce2f18e246ee tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0476716 Jul 14 14:34:34.123179 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bbf526eb-2bd3-4d53-a12c-d9aad036a289 req-aa1bcfd7-1c0b-4711-ad05-3060ca404116 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423193 Jul 14 14:34:34.369023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-b14318e6-49a4-4dbf-bc47-57fd283685a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.370854 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-b14318e6-49a4-4dbf-bc47-57fd283685a0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1127 time: 0.0483034 Jul 14 14:34:34.641049 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac471c-0c5e-47b7-a5e7-ac4bb68ef678 req-47a82716-38ef-4459-a361-32bcc9077342 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.642426 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a7ac471c-0c5e-47b7-a5e7-ac4bb68ef678 req-47a82716-38ef-4459-a361-32bcc9077342 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0466106 Jul 14 14:34:34.690048 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a7ac471c-0c5e-47b7-a5e7-ac4bb68ef678 req-11198bfb-7cfd-4f4f-b045-226a3d59b3c4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415418 Jul 14 14:34:34.848555 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:34.849685 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-44b8680c-d62e-4dae-8c70-9fd278f9c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.851196 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-44b8680c-d62e-4dae-8c70-9fd278f9c6f0 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1068525 Jul 14 14:34:34.859548 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-68901f3d-baca-4fe0-ac46-dbec0f1b1933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:34.889496 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59b3e3-3190-4106-8823-6443c976c7a2 req-b5dc4f6b-bac9-4161-a245-f0b922cf946b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.891020 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c59b3e3-3190-4106-8823-6443c976c7a2 req-b5dc4f6b-bac9-4161-a245-f0b922cf946b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0522707 Jul 14 14:34:34.954060 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c59b3e3-3190-4106-8823-6443c976c7a2 req-bc4507e6-eee1-4afc-9c8d-4221294adf7a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562038 Jul 14 14:34:34.968034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-7098ed41-5a17-42ae-a802-0fd3e1bed5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:34.968301 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a9ad9284-0319-479e-b371-a4a5d4c72aee req-7098ed41-5a17-42ae-a802-0fd3e1bed5f6 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011896 Jul 14 14:34:35.073126 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9eea5-4d5b-4e05-b638-c22f421f0b2e req-0a2039d0-389b-4cac-8509-22086bcdaa3a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.074647 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdd9eea5-4d5b-4e05-b638-c22f421f0b2e req-0a2039d0-389b-4cac-8509-22086bcdaa3a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0482879 Jul 14 14:34:35.122194 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdd9eea5-4d5b-4e05-b638-c22f421f0b2e req-e7bd4be2-f62d-4716-a793-43ea33896368 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Jul 14 14:34:35.247596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f244a-196e-4477-9464-0f8c9484c2d5 req-aa97c2b5-4ddb-42f6-9278-c9eab9585815 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.249057 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-100f244a-196e-4477-9464-0f8c9484c2d5 req-aa97c2b5-4ddb-42f6-9278-c9eab9585815 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0754757 Jul 14 14:34:35.272072 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388503a-33a7-46cc-b023-7b38d8f8c696 req-433e696b-e966-4608-b896-813a7c5b1df5 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.273599 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a388503a-33a7-46cc-b023-7b38d8f8c696 req-433e696b-e966-4608-b896-813a7c5b1df5 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0723338 Jul 14 14:34:35.321159 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7b1f5-14e1-43bf-8024-d4066e48cb78 req-ea8d635f-f6a1-48bb-83bd-b9fbc5e3d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.322682 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-4cb7b1f5-14e1-43bf-8024-d4066e48cb78 req-ea8d635f-f6a1-48bb-83bd-b9fbc5e3d88c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 1133 time: 0.0589283 Jul 14 14:34:35.338127 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-100f244a-196e-4477-9464-0f8c9484c2d5 req-89e600ee-18ab-423e-8125-1fdceff3b9d8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832572 Jul 14 14:34:35.353419 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a388503a-33a7-46cc-b023-7b38d8f8c696 req-a549c58c-cecb-4c96-ac6a-7ef6204bfd41 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672112 Jul 14 14:34:35.370386 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f2a96b20-1d04-46a0-8807-35bb0ebdb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.371918 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-f2a96b20-1d04-46a0-8807-35bb0ebdb76b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1127 time: 0.0647430 Jul 14 14:34:35.422967 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-56ae6b25-abf9-4577-b801-e7f24d9626fe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 217 time: 0.0409477 Jul 14 14:34:35.426830 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-4cb7b1f5-14e1-43bf-8024-d4066e48cb78 req-c3f3c96d-59fb-4828-b1fc-39db965a7c87 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889935 Jul 14 14:34:35.769848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-2ff062af-0d1d-476d-9273-6b5989a55992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.771316 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-2ff062af-0d1d-476d-9273-6b5989a55992 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0550954 Jul 14 14:34:35.844985 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-2ec7258f-c477-495f-8fcf-376143cb1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.846498 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-2ec7258f-c477-495f-8fcf-376143cb1226 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0686674 Jul 14 14:34:35.849233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-bb168a0e-cc3c-45fd-9580-572679795d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:35.850598 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-bb168a0e-cc3c-45fd-9580-572679795d84 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1129 time: 0.0635400 Jul 14 14:34:36.071683 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b94adf-c1f2-4ea5-aa9b-322ab289fccb req-fb944cab-bb1f-4b10-afd5-df175d2e5b72 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:36.078304 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64b94adf-c1f2-4ea5-aa9b-322ab289fccb req-fb944cab-bb1f-4b10-afd5-df175d2e5b72 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Jul 14 14:34:36.134978 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64b94adf-c1f2-4ea5-aa9b-322ab289fccb req-d37c1c4e-cd14-4769-9bd2-95cba0ff3dd0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531397 Jul 14 14:34:36.191067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:36.239545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567532a9-ae68-4b94-92e5-d961b94f98f7 req-38916e9d-91ec-4311-9a14-4eb44fafd1bd tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:36.241615 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-567532a9-ae68-4b94-92e5-d961b94f98f7 req-38916e9d-91ec-4311-9a14-4eb44fafd1bd tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0525746 Jul 14 14:34:36.291589 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-567532a9-ae68-4b94-92e5-d961b94f98f7 req-d538df93-100c-4529-af29-16f3bdf6c436 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Jul 14 14:34:36.293993 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:36.340499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:36.345959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-9c555ca4-433d-4a5b-a078-b8f4daf114a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:36.347436 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-9c555ca4-433d-4a5b-a078-b8f4daf114a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.1649983 Jul 14 14:34:36.350052 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-4f9e6a1c-6594-46ec-ba30-303f90d0a7b2 service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590343 Jul 14 14:34:36.458881 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:36.505183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55bd7-3abf-4fca-83b3-ebed3c30e6f5 req-847b889b-3e4f-43cb-96c5-a50f9a8c8cf1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:36.507839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a8c55bd7-3abf-4fca-83b3-ebed3c30e6f5 req-847b889b-3e4f-43cb-96c5-a50f9a8c8cf1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0945172 Jul 14 14:34:36.528594 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab8309-bd8a-4df6-956c-b2d110cee82f req-39b2b27c-dc5f-4d21-b81d-61318671eafe tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:36.530152 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dab8309-bd8a-4df6-956c-b2d110cee82f req-39b2b27c-dc5f-4d21-b81d-61318671eafe tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0872598 Jul 14 14:34:36.613138 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a8c55bd7-3abf-4fca-83b3-ebed3c30e6f5 req-5b7452e1-838c-465f-9155-032bc2360f85 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992961 Jul 14 14:34:36.616902 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8dab8309-bd8a-4df6-956c-b2d110cee82f req-8543de3a-b718-424b-8341-3c74fd683c58 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Jul 14 14:34:36.724547 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-23a20410-2e6a-4afe-a84a-7a58ded4222a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 1000 time: 0.3617394 Jul 14 14:34:36.752851 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9861aca4-b834-4ad1-a6eb-a37a78451bda req-8bdcaa05-e9b6-4567-ac53-a179e8f4fe97 service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834500 Jul 14 14:34:37.020465 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-deeb0bc7-be52-4ced-a3b6-5b47c9749aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:37.022440 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-deeb0bc7-be52-4ced-a3b6-5b47c9749aeb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0446916 Jul 14 14:34:37.258406 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fc0a4-0ad3-44e8-9e64-76cdff4e04d4 req-f7a5d4f3-aad8-4b09-a411-bd2e3d5d7625 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:37.259891 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-373fc0a4-0ad3-44e8-9e64-76cdff4e04d4 req-f7a5d4f3-aad8-4b09-a411-bd2e3d5d7625 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Jul 14 14:34:37.309548 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-373fc0a4-0ad3-44e8-9e64-76cdff4e04d4 req-7c1bb4e1-4c65-431b-b20e-e34b49a2deb3 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439637 Jul 14 14:34:37.356997 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:37.407547 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8328db-c8e1-4107-bd0f-7f3df75cd68b req-fe880446-2372-46be-856c-eb495e2e17d4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:37.408982 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f8328db-c8e1-4107-bd0f-7f3df75cd68b req-fe880446-2372-46be-856c-eb495e2e17d4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0460334 Jul 14 14:34:37.458365 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f8328db-c8e1-4107-bd0f-7f3df75cd68b req-143c270e-7b7b-41fc-b1a4-bb5100637430 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Jul 14 14:34:37.674158 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:37.759987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4b5d-67c3-4b35-985d-1d78cd56cdd4 req-bc1ad79d-c043-46cc-a547-da47ddca7d86 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:37.762732 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-791e4b5d-67c3-4b35-985d-1d78cd56cdd4 req-bc1ad79d-c043-46cc-a547-da47ddca7d86 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Jul 14 14:34:37.777640 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902884cf-9ef2-49d8-a19a-d859ba13993a req-65f11707-f218-46b6-8d19-0458dd6f169c tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:37.780211 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-902884cf-9ef2-49d8-a19a-d859ba13993a req-65f11707-f218-46b6-8d19-0458dd6f169c tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0838897 Jul 14 14:34:37.820046 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:37.846843 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-791e4b5d-67c3-4b35-985d-1d78cd56cdd4 req-03a151da-485d-43bb-9ba0-064713c82f1d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656402 Jul 14 14:34:37.861197 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-902884cf-9ef2-49d8-a19a-d859ba13993a req-65ac2d2e-4952-44fd-8681-33286d744386 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721059 Jul 14 14:34:37.946155 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:38.373671 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd024-68aa-4f8e-bf44-9f40a1897e18 req-37d30d0f-1c7b-499e-a1c0-325aed810d30 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:38.375178 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54dcd024-68aa-4f8e-bf44-9f40a1897e18 req-37d30d0f-1c7b-499e-a1c0-325aed810d30 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0495551 Jul 14 14:34:38.440979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c15bdb-1308-4960-aed2-d4415bc4fc81 req-f893224d-aa1a-4a53-a85c-c8d0a3788aab tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:38.442482 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a0c15bdb-1308-4960-aed2-d4415bc4fc81 req-f893224d-aa1a-4a53-a85c-c8d0a3788aab tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0640419 Jul 14 14:34:38.470152 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54dcd024-68aa-4f8e-bf44-9f40a1897e18 req-74135c6a-6efa-4fbd-9f24-1cc46f53ac5f tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827160 Jul 14 14:34:38.500660 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a0c15bdb-1308-4960-aed2-d4415bc4fc81 req-c88be9a9-ea6a-4c84-9f67-fe897b68a1bd tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486231 Jul 14 14:34:38.578211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d512b1-e1e0-4359-adce-a9aaae465059 req-022558da-11f7-4fcb-8680-bf529a1473fe tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:38.579694 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35d512b1-e1e0-4359-adce-a9aaae465059 req-022558da-11f7-4fcb-8680-bf529a1473fe tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0501711 Jul 14 14:34:38.628787 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-35d512b1-e1e0-4359-adce-a9aaae465059 req-ded99c23-8cc9-4931-a5f3-8246c3c998f8 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Jul 14 14:34:38.959821 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40c06e-14af-4de4-bda3-6a80ed19142d req-1400ea2f-63cf-4e3a-81e6-eddd1a295dac tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:38.961264 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd40c06e-14af-4de4-bda3-6a80ed19142d req-1400ea2f-63cf-4e3a-81e6-eddd1a295dac tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0459902 Jul 14 14:34:39.009213 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd40c06e-14af-4de4-bda3-6a80ed19142d req-561f3ace-ed97-4177-a6c4-86e6e9705bd5 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420768 Jul 14 14:34:39.828208 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ebf9b-da19-473e-b9e1-b0e1a2fc996c req-3df2deff-e0ea-493c-a83c-3484c75f26d4 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:39.829561 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-959ebf9b-da19-473e-b9e1-b0e1a2fc996c req-3df2deff-e0ea-493c-a83c-3484c75f26d4 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.2888932 Jul 14 14:34:39.849371 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ff878-c08c-4ddc-b8b9-b8f18644a5df req-442064bd-9fe3-40b2-8575-ae752f40e949 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:39.850799 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-874ff878-c08c-4ddc-b8b9-b8f18644a5df req-442064bd-9fe3-40b2-8575-ae752f40e949 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.2816954 Jul 14 14:34:39.872629 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:39.918356 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-959ebf9b-da19-473e-b9e1-b0e1a2fc996c req-87cf06b1-c75b-423c-afe5-7904d9c6327c tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827570 Jul 14 14:34:39.922275 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-874ff878-c08c-4ddc-b8b9-b8f18644a5df req-95b54c56-fbe0-4af3-b5c7-9aa0b898438d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645719 Jul 14 14:34:40.019281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ef9c5-b6f8-45e4-8074-7f1875c6095b req-e81f1a8c-0b36-4dab-b1cc-ac9ff884c797 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:40.020724 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a1ef9c5-b6f8-45e4-8074-7f1875c6095b req-e81f1a8c-0b36-4dab-b1cc-ac9ff884c797 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0473580 Jul 14 14:34:40.068162 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a1ef9c5-b6f8-45e4-8074-7f1875c6095b req-39992e3d-2be9-4af5-872f-d32466356e8a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Jul 14 14:34:40.123890 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd3ec3-2c07-4bee-837e-525f9a4ad347 req-8615d8bb-df8c-40d2-b70f-852cf06d514a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:40.125329 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1fd3ec3-2c07-4bee-837e-525f9a4ad347 req-8615d8bb-df8c-40d2-b70f-852cf06d514a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0500376 Jul 14 14:34:40.171936 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1fd3ec3-2c07-4bee-837e-525f9a4ad347 req-5a0176f7-2cb5-4027-a7c8-bc16f41d4e99 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Jul 14 14:34:40.681243 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-afa08de6-37b6-479d-b6be-a68934b1373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:40.682814 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-afa08de6-37b6-479d-b6be-a68934b1373b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490763 Jul 14 14:34:40.792505 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-e67e378e-32bd-4981-9bf3-883300c9a0ef service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888352 Jul 14 14:34:41.068911 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983a5ad-c80a-465c-9f9e-45a4b5ddcb33 req-7371af98-5501-475a-857e-3a5553f77bed tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:41.070479 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2983a5ad-c80a-465c-9f9e-45a4b5ddcb33 req-7371af98-5501-475a-857e-3a5553f77bed tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0790901 Jul 14 14:34:41.076505 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3c188-ed35-42ae-a564-b1166a3a8dde req-62ce0b66-7fa2-4d67-bb17-bd1772ee954b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:41.077887 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d8d3c188-ed35-42ae-a564-b1166a3a8dde req-62ce0b66-7fa2-4d67-bb17-bd1772ee954b tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0843556 Jul 14 14:34:41.154293 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2983a5ad-c80a-465c-9f9e-45a4b5ddcb33 req-93b66070-c28d-49ab-8b84-3a46bb7b76f5 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754454 Jul 14 14:34:41.157468 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d8d3c188-ed35-42ae-a564-b1166a3a8dde req-186f16ec-9917-43e7-afa7-ce4439e6fc7c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725477 Jul 14 14:34:41.243686 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:41.266353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40052461-8ebe-4b0c-b398-3a08c78476cd req-bd4b56c7-d680-4c5c-84c9-1e52ac02a4fd tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:41.267821 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40052461-8ebe-4b0c-b398-3a08c78476cd req-bd4b56c7-d680-4c5c-84c9-1e52ac02a4fd tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0577412 Jul 14 14:34:41.315386 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f90c6-8e19-4183-9fb3-92fb2ef6527f req-84e3e657-ae0a-4ab5-8bd2-272f6ddf8bdd tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:41.316846 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf4f90c6-8e19-4183-9fb3-92fb2ef6527f req-84e3e657-ae0a-4ab5-8bd2-272f6ddf8bdd tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0702231 Jul 14 14:34:41.363043 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-40052461-8ebe-4b0c-b398-3a08c78476cd req-7839027a-239a-4f02-b321-7f172a784a83 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792284 Jul 14 14:34:41.387005 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cf4f90c6-8e19-4183-9fb3-92fb2ef6527f req-d1794225-34be-430f-89e8-9068fbac4f3f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642600 Jul 14 14:34:41.924064 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-aa2d4894-bd8c-4d66-934c-3bafac954194 req-a0c31fc4-79b0-482a-b1be-5f0607d317d9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Jul 14 14:34:42.303286 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce256e-acec-4942-9455-5023ae466abd req-873d9a4c-b509-46d1-9adb-4c30b9d002ea tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:42.304771 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85ce256e-acec-4942-9455-5023ae466abd req-873d9a4c-b509-46d1-9adb-4c30b9d002ea tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0835922 Jul 14 14:34:42.310534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7cfcd-3ab5-4488-aa22-ff9cf40e4079 req-bcf266e5-0e37-4b47-89da-d2e69da4d452 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:42.311873 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49c7cfcd-3ab5-4488-aa22-ff9cf40e4079 req-bcf266e5-0e37-4b47-89da-d2e69da4d452 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0760090 Jul 14 14:34:42.384252 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85ce256e-acec-4942-9455-5023ae466abd req-091d089e-8966-4a61-86cb-47d0ee2cf779 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714259 Jul 14 14:34:42.387604 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49c7cfcd-3ab5-4488-aa22-ff9cf40e4079 req-10ba219d-28c7-46e5-be6a-b44719dc3a8e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687170 Jul 14 14:34:42.513678 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84f713-5618-43e1-ad65-299b87ad6bb9 req-1f54fb41-1ba6-47c8-8c1d-14b24c29e76c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:42.515193 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b84f713-5618-43e1-ad65-299b87ad6bb9 req-1f54fb41-1ba6-47c8-8c1d-14b24c29e76c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0764158 Jul 14 14:34:42.534692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2da547-8cfa-45cf-9cad-a11060718a4d req-e3409d52-140b-47ce-a15d-84096c67a851 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:42.536069 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f2da547-8cfa-45cf-9cad-a11060718a4d req-e3409d52-140b-47ce-a15d-84096c67a851 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0658867 Jul 14 14:34:42.608501 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b84f713-5618-43e1-ad65-299b87ad6bb9 req-08f5f769-9c97-48ba-aa0b-67218cbfc3de tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878212 Jul 14 14:34:42.631807 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f2da547-8cfa-45cf-9cad-a11060718a4d req-a995193b-2e48-4c85-8a4f-15e8b5a30116 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790675 Jul 14 14:34:43.530840 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c72bfc-ad3d-4b7a-af1b-5ef89948e724 req-b6c8322d-339b-48e3-954f-9a6da7ea5b3e tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:43.532296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6c72bfc-ad3d-4b7a-af1b-5ef89948e724 req-b6c8322d-339b-48e3-954f-9a6da7ea5b3e tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0787613 Jul 14 14:34:43.538254 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ada88-6472-4a55-b95b-9c9354b56119 req-5f1e3169-46a7-47a4-ac99-0167a0651698 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:43.539595 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e74ada88-6472-4a55-b95b-9c9354b56119 req-5f1e3169-46a7-47a4-ac99-0167a0651698 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0848346 Jul 14 14:34:43.558965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:43.612954 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6c72bfc-ad3d-4b7a-af1b-5ef89948e724 req-3c7f9394-c594-411f-a172-83c15e569e01 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724149 Jul 14 14:34:43.618154 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e74ada88-6472-4a55-b95b-9c9354b56119 req-66331976-69b2-48b6-8a49-7f0adc6c0db7 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716445 Jul 14 14:34:43.754594 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 952e7af0-ae31-4c8d-891e-163bc4da7b6e details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:34:43.764109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77dc34-b6ac-41f5-9689-69f7632e8209 req-a91d6405-9b56-4b74-86c5-7deee74ee945 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:43.765600 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a77dc34-b6ac-41f5-9689-69f7632e8209 req-a91d6405-9b56-4b74-86c5-7deee74ee945 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 943 time: 0.0789604 Jul 14 14:34:43.773738 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b365c24-832e-4dc1-82fa-be007d14dac5 req-7ff83647-1b46-4bfa-a2e3-6ea5add67d39 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:43.775179 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b365c24-832e-4dc1-82fa-be007d14dac5 req-7ff83647-1b46-4bfa-a2e3-6ea5add67d39 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0782146 Jul 14 14:34:43.830245 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:43.850404 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a77dc34-b6ac-41f5-9689-69f7632e8209 req-579c925f-849c-4aac-bc6a-cb47c2470f4b tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735404 Jul 14 14:34:43.859137 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b365c24-832e-4dc1-82fa-be007d14dac5 req-720d907d-df9d-4721-851a-950a3bcb5946 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757933 Jul 14 14:34:43.859395 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:43.871823 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'port_id': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'mac_address': 'fa:16:3e:66:58:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:34:43.909318 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 952e7af0-ae31-4c8d-891e-163bc4da7b6e is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:43.909708 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:43.926019 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952e7af0-ae31-4c8d-891e-163bc4da7b6e {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:34:43.945294 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:44.025755 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:44.072610 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:44.720739 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:44.757054 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:44.764869 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ec97-0dc7-4e7e-98cf-0f184aeb1455 req-5f0b05ea-4681-4d32-a140-3fe69df8f040 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:44.766429 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-37a8ec97-0dc7-4e7e-98cf-0f184aeb1455 req-5f0b05ea-4681-4d32-a140-3fe69df8f040 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0804148 Jul 14 14:34:44.772607 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041e11a-f1ca-4b1b-8b0d-30429eb5bb80 req-63169deb-5d71-49f4-a34b-c5fd0b2c2856 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:44.774204 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b041e11a-f1ca-4b1b-8b0d-30429eb5bb80 req-63169deb-5d71-49f4-a34b-c5fd0b2c2856 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0791759 Jul 14 14:34:44.846744 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-37a8ec97-0dc7-4e7e-98cf-0f184aeb1455 req-1e45e9c4-bbce-400d-99ca-f94f50c9ddc3 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/security-groups?id=71357f6f-1971-4b5c-bf85-cf510525d955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712316 Jul 14 14:34:44.854524 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b041e11a-f1ca-4b1b-8b0d-30429eb5bb80 req-cc655895-5244-4b1a-8118-01f52b0c1c3d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717413 Jul 14 14:34:44.973225 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-14d355a8-3602-443d-8842-4e9fe2e33367 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:44.975458 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-14d355a8-3602-443d-8842-4e9fe2e33367 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.91 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 949 time: 0.0616708 Jul 14 14:34:45.015305 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a7d6-f2a7-49b6-bc9c-cabcf7c4dd9c req-3de1012a-63ee-4a9e-89de-3a4e69c6b2fe tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:45.017228 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5010a7d6-f2a7-49b6-bc9c-cabcf7c4dd9c req-3de1012a-63ee-4a9e-89de-3a4e69c6b2fe tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 944 time: 0.0917366 Jul 14 14:34:45.031531 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee3e8-c54a-407c-8502-9303c0c3dcd0 req-b3a56791-75a5-4141-96c3-d317c0dbe87f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:45.033029 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-24eee3e8-c54a-407c-8502-9303c0c3dcd0 req-b3a56791-75a5-4141-96c3-d317c0dbe87f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0695269 Jul 14 14:34:45.057024 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:34:45.084914 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Deleting port d8288d41-d69a-403f-8513-8c7e6ea2347c {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:34:45.085304 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:45.111215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-24eee3e8-c54a-407c-8502-9303c0c3dcd0 req-1360fed9-5d85-49d1-b532-628f034b924a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712743 Jul 14 14:34:45.127481 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5010a7d6-f2a7-49b6-bc9c-cabcf7c4dd9c req-73738e19-e3d2-4025-a6a8-7845d43da67a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031902 Jul 14 14:34:45.154779 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-e49cb897-9c6c-4567-9ca5-dfd511639215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:45.156287 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-e49cb897-9c6c-4567-9ca5-dfd511639215 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 1129 time: 0.0497518 Jul 14 14:34:45.226293 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] For port d8288d41-d69a-403f-8513-8c7e6ea2347c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=d8288d41-d69a-403f-8513-8c7e6ea2347c,segment=NetworkSegment(e0017a61-a010-4361-90a0-2211b767f1d0),segment_id=e0017a61-a010-4361-90a0-2211b767f1d0)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:45.226655 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:45.243671 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Calling delete_port for d8288d41-d69a-403f-8513-8c7e6ea2347c owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:34:45.290587 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:45.470969 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (d8288d41-d69a-403f-8513-8c7e6ea2347c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:45.496796 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Pushing event deleted for resources: {'Port': ['ID=d8288d41-d69a-403f-8513-8c7e6ea2347c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:45.507015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.507360 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.507696 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.508064 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.508396 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.508721 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.509049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.509370 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.515217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:34:45.560862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] No DVR routers for this DVR port d8288d41-d69a-403f-8513-8c7e6ea2347c on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:34:45.563565 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:45.566875 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-52ce4ce1-5fd6-4637-9ab3-92cfe0945de2 req-9ac10ae7-53d7-44fa-9723-dfe5d9756f36 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.91 "DELETE /v2.0/ports/d8288d41-d69a-403f-8513-8c7e6ea2347c HTTP/1.1" status: 204 len: 173 time: 0.5821292 Jul 14 14:34:45.567325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'name': 'network-vif-deleted', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:45.570306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2749675-0b08-4b00-bbf9-ff9c0ef62656" -d '{"events": [{"server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "name": "network-vif-deleted", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:45.641463 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee51d916-8c04-429b-a142-91f11a288f00 x-openstack-request-id: req-ee51d916-8c04-429b-a142-91f11a288f00 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:45.641463 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d8e0d8-eb2a-465d-893a-8e60eb8222ec", "name": "network-vif-deleted", "tag": "d8288d41-d69a-403f-8513-8c7e6ea2347c", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:45.641463 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ee51d916-8c04-429b-a142-91f11a288f00 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:45.641463 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee51d916-8c04-429b-a142-91f11a288f00'] response: {'server_uuid': '15d8e0d8-eb2a-465d-893a-8e60eb8222ec', 'name': 'network-vif-deleted', 'tag': 'd8288d41-d69a-403f-8513-8c7e6ea2347c', 'status': 'completed', 'code': 200} Jul 14 14:34:45.770732 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:45.788320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-4f0f1c8e-b6e1-49cf-af2c-83151ba7dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:45.789850 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-4f0f1c8e-b6e1-49cf-af2c-83151ba7dc5f service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.0879421 Jul 14 14:34:45.873599 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-69591654-0ffb-4168-b264-d38d909e8d16 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 200 len: 1000 time: 0.0679440 Jul 14 14:34:45.916249 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['d8288d41-d69a-403f-8513-8c7e6ea2347c'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:34:45.951027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-3e22363f-603c-4a74-af14-5a52d7349c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:45.951027 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-3e22363f-603c-4a74-af14-5a52d7349c00 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0673096 Jul 14 14:34:45.976118 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-56de25de-69c3-41b3-90fe-3cc25f553ea1 req-7ee953f8-ebd1-42ee-9c00-38c528ba2ac6 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0451808 Jul 14 14:34:46.014774 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6680080-12b2-459c-99a1-5a242c7df0fe req-c93d2290-179d-433d-b5e8-e42907f61c4e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:46.016236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6680080-12b2-459c-99a1-5a242c7df0fe req-c93d2290-179d-433d-b5e8-e42907f61c4e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0504854 Jul 14 14:34:46.068132 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6680080-12b2-459c-99a1-5a242c7df0fe req-4b3ca9e8-1e9b-4322-bfc0-eb4d768b1db2 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459516 Jul 14 14:34:46.261024 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6f00-6190-4e7c-b4bd-b574f9a95ca4 req-78527f5f-7325-49ad-94a9-139d4fcbc68f tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:46.262629 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79cd6f00-6190-4e7c-b4bd-b574f9a95ca4 req-78527f5f-7325-49ad-94a9-139d4fcbc68f tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 944 time: 0.0760198 Jul 14 14:34:46.270649 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef384c-4c01-4f4f-8fdc-f5ec5ba69806 req-bd8c8846-c8e9-4566-828c-bbcae6d9e32b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:46.272058 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73ef384c-4c01-4f4f-8fdc-f5ec5ba69806 req-bd8c8846-c8e9-4566-828c-bbcae6d9e32b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0757287 Jul 14 14:34:46.354070 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79cd6f00-6190-4e7c-b4bd-b574f9a95ca4 req-473282c8-eaa0-42f2-bd51-67c31616df43 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810471 Jul 14 14:34:46.357332 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73ef384c-4c01-4f4f-8fdc-f5ec5ba69806 req-9dd25991-7197-43b0-a90c-14af2b6b72d2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778217 Jul 14 14:34:47.087177 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-29d5591f-fbd7-4d18-9eb9-94d5b3b3b285 req-144e8fbf-29ab-41e3-bc91-98b2684141ff tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0284052 Jul 14 14:34:47.181653 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958401e-25bd-4751-8ecc-fed6d3adf311 req-d5a4c891-6cd4-4a96-8dd4-cba94aeb1424 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:47.183123 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e958401e-25bd-4751-8ecc-fed6d3adf311 req-d5a4c891-6cd4-4a96-8dd4-cba94aeb1424 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0469801 Jul 14 14:34:47.228902 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e958401e-25bd-4751-8ecc-fed6d3adf311 req-b01092be-0e42-41c4-9b9f-0fecf4910191 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Jul 14 14:34:47.466159 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fafee-1b21-486a-b99b-c9efbdf6754f req-c4e1acac-8dba-496c-a081-1107b67d077f tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:47.467612 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e64fafee-1b21-486a-b99b-c9efbdf6754f req-c4e1acac-8dba-496c-a081-1107b67d077f tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 944 time: 0.0463254 Jul 14 14:34:47.519116 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e64fafee-1b21-486a-b99b-c9efbdf6754f req-0b69c038-8347-421b-b52f-4555ba48a473 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Jul 14 14:34:48.193527 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4a695988-8b2a-425f-9680-19a5ee6ce0ba req-e14e29ca-9381-450d-bc1c-44df2480cec3 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0274739 Jul 14 14:34:48.342130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e79f2e-87df-4cdc-b3c5-ab9757b3c01b req-4c38f056-8701-4084-a581-15d5d92121d6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:48.343522 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71e79f2e-87df-4cdc-b3c5-ab9757b3c01b req-4c38f056-8701-4084-a581-15d5d92121d6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0464895 Jul 14 14:34:48.387661 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:48.392268 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71e79f2e-87df-4cdc-b3c5-ab9757b3c01b req-5fa50e18-8177-4802-9551-8aaa65e0c9be tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Jul 14 14:34:48.615984 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:48.631355 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02501b09-2f02-4d53-82ed-7bdddfa2ff07 req-497ab761-a2f0-4042-b309-41b0279cf926 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:48.632823 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-02501b09-2f02-4d53-82ed-7bdddfa2ff07 req-497ab761-a2f0-4042-b309-41b0279cf926 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 944 time: 0.0477734 Jul 14 14:34:48.683233 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-02501b09-2f02-4d53-82ed-7bdddfa2ff07 req-926c287a-198c-4e0c-927c-241b5f929f11 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448465 Jul 14 14:34:49.298035 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7681cf65-9eee-473b-851e-3fb0e992f381 req-1c9473ce-1060-4f41-b1e0-82504256a872 tempest-VolumesNegativeTest-1904776728 tempest-VolumesNegativeTest-1904776728-project] 10.222.0.93 "GET /v2.0/ports?device_id=15d8e0d8-eb2a-465d-893a-8e60eb8222ec HTTP/1.1" status: 200 len: 210 time: 0.0287256 Jul 14 14:34:49.360843 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 952e7af0-ae31-4c8d-891e-163bc4da7b6e up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:34:49.405148 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 952e7af0-ae31-4c8d-891e-163bc4da7b6e completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:34:49.444634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-18078da9-528e-42cd-825c-a365fc3f7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:49.446372 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-18078da9-528e-42cd-825c-a365fc3f7e6b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480981 Jul 14 14:34:49.520918 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ac6cb-9648-46f5-ba63-6de97e4bf958 req-3e4441c7-af19-4915-8403-4fbbd88d4dad tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:49.523004 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f96ac6cb-9648-46f5-ba63-6de97e4bf958 req-3e4441c7-af19-4915-8403-4fbbd88d4dad tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0579901 Jul 14 14:34:49.528141 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 952e7af0-ae31-4c8d-891e-163bc4da7b6e triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:34:49.528510 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:49.553968 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:49.580606 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f96ac6cb-9648-46f5-ba63-6de97e4bf958 req-b2ac55a6-bb40-443e-a64c-effa082eb32c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516715 Jul 14 14:34:49.591088 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-24233471-a6db-4e22-9657-be74a8c1d0ef service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373298 Jul 14 14:34:49.592092 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372e37-ac42-4c70-a52e-88ec6d73a57f req-34efd4cc-b2a3-409e-a1c7-57514f87cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:49.593470 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01372e37-ac42-4c70-a52e-88ec6d73a57f req-34efd4cc-b2a3-409e-a1c7-57514f87cf55 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0666502 Jul 14 14:34:49.615510 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 952e7af0-ae31-4c8d-891e-163bc4da7b6e is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:34:49.615818 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:49.638232 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:49.640425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be458c0-ad25-48d1-9b00-234bf0d71c7a" -d '{"events": [{"server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "name": "network-vif-plugged", "status": "completed", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:49.653663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:49.677495 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53524e5e-9f56-4761-b0d2-03bec34d4c70 x-openstack-request-id: req-53524e5e-9f56-4761-b0d2-03bec34d4c70 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:49.677855 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "name": "network-vif-plugged", "status": "completed", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:49.678141 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-53524e5e-9f56-4761-b0d2-03bec34d4c70 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:49.678539 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53524e5e-9f56-4761-b0d2-03bec34d4c70'] response: {'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'code': 200} Jul 14 14:34:49.803231 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22067f-64cb-4f77-98dd-07a349737505 req-c0c8fef2-80d0-4a28-9f45-1c12bfef5185 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:49.804857 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9e22067f-64cb-4f77-98dd-07a349737505 req-c0c8fef2-80d0-4a28-9f45-1c12bfef5185 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 944 time: 0.0540571 Jul 14 14:34:49.814463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:49.866118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device d8288d41-d69a-403f-8513-8c7e6ea2347c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:34:49.866320 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9e22067f-64cb-4f77-98dd-07a349737505 req-cdfbe0d0-615c-4501-b622-9bbbfd49b2e9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532565 Jul 14 14:34:49.898098 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: d8288d41-d69a-403f-8513-8c7e6ea2347c {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:34:49.898523 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device d8288d41-d69a-403f-8513-8c7e6ea2347c not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:34:49.904524 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:49.917134 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01372e37-ac42-4c70-a52e-88ec6d73a57f req-c2d6aa18-a854-4979-8c57-02020e8e0c5c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274629 Jul 14 14:34:49.925569 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d5c709aa-f254-4ce6-8d4b-d3de947017cc req-90e5931b-b6eb-401c-ba5f-a786995fcbf0 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370986 Jul 14 14:34:50.201360 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7218c-4848-40bd-b960-d3c651060cc4 req-d50900aa-1ab1-42f1-8239-1517cd13e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:50.202783 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fae7218c-4848-40bd-b960-d3c651060cc4 req-d50900aa-1ab1-42f1-8239-1517cd13e9b3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1129 time: 0.0405931 Jul 14 14:34:50.248257 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fae7218c-4848-40bd-b960-d3c651060cc4 req-b0423553-444c-4ba8-9c13-1a658c6afeb5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Jul 14 14:34:50.634552 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:50.636101 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:50.713969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e1782-74f2-4838-971c-8a0387eb84f7 req-80493995-8bf0-4be4-9b18-943bb98d118e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:50.715586 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f2e1782-74f2-4838-971c-8a0387eb84f7 req-80493995-8bf0-4be4-9b18-943bb98d118e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0505457 Jul 14 14:34:50.768298 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f2e1782-74f2-4838-971c-8a0387eb84f7 req-2ea623f4-0704-494d-bf4c-a319661dfcbb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468566 Jul 14 14:34:50.984065 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301368d-fd2c-4bb2-851b-3493df3b1637 req-53a8785c-1429-4995-bfca-86b39ea53c4b tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:50.985603 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f301368d-fd2c-4bb2-851b-3493df3b1637 req-53a8785c-1429-4995-bfca-86b39ea53c4b tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0505252 Jul 14 14:34:51.036572 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f301368d-fd2c-4bb2-851b-3493df3b1637 req-c64cb115-ddf7-46ce-a096-7e5833f89ea4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451062 Jul 14 14:34:51.893552 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73af2e-7dfc-4ba1-9100-c53956747f21 req-739cbf2e-ad91-4453-bd5b-e6446b3d393e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:51.895128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b73af2e-7dfc-4ba1-9100-c53956747f21 req-739cbf2e-ad91-4453-bd5b-e6446b3d393e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0487359 Jul 14 14:34:51.947460 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b73af2e-7dfc-4ba1-9100-c53956747f21 req-1ddccb97-f2be-463f-91a8-ca1300b2ae24 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459180 Jul 14 14:34:52.169283 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e360787-5c35-4f07-be57-41804b6f8263 req-ab670cf5-62da-4e1e-8665-7aaa0bdd0813 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:52.170719 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e360787-5c35-4f07-be57-41804b6f8263 req-ab670cf5-62da-4e1e-8665-7aaa0bdd0813 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0481105 Jul 14 14:34:52.220126 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2e360787-5c35-4f07-be57-41804b6f8263 req-145fe19e-bb85-40bc-9905-c7d20e7966a8 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Jul 14 14:34:52.611186 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104da0a7-a869-491f-ab7f-fc714607ce11 req-8fe586e7-d36c-4862-9d16-93d9c5363089 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:52.612640 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-104da0a7-a869-491f-ab7f-fc714607ce11 req-8fe586e7-d36c-4862-9d16-93d9c5363089 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0507488 Jul 14 14:34:52.666326 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-104da0a7-a869-491f-ab7f-fc714607ce11 req-6fd7346c-821d-4bab-854a-bd3f9e306e2a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478749 Jul 14 14:34:52.846728 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-adfa914d-27d1-4def-beaa-766c1311ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:52.848127 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-adfa914d-27d1-4def-beaa-766c1311ab05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0395343 Jul 14 14:34:52.948115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-5076b512-4622-4074-b007-63244ca8b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:52.949599 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-5076b512-4622-4074-b007-63244ca8b1a3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.0939472 Jul 14 14:34:53.017759 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-b914ab0a-c160-40a5-9d53-e63a1da3cde6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0624261 Jul 14 14:34:53.033967 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:53.073060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-549e05a0-71e5-4761-a640-c1d5b81da838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.075259 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-549e05a0-71e5-4761-a640-c1d5b81da838 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0507298 Jul 14 14:34:53.124402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-82f7607e-13e9-44d5-a89e-68a649c7f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.125944 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-82f7607e-13e9-44d5-a89e-68a649c7f09a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434852 Jul 14 14:34:53.225975 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-9ca84afc-ebfa-4d2b-bc64-9f86fd1d83e4 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933435 Jul 14 14:34:53.328127 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1f8e482-36a6-448f-8d6d-d53d58e97fcc req-a3859e98-3dad-4f9e-8874-37a4e2c05ae2 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968177 Jul 14 14:34:53.358256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93321b-0644-44c3-817f-a130eccd2599 req-4cdb0b3d-5464-4c2f-9ba8-8bfa88cbc767 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.360113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6f93321b-0644-44c3-817f-a130eccd2599 req-4cdb0b3d-5464-4c2f-9ba8-8bfa88cbc767 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0545614 Jul 14 14:34:53.418870 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6f93321b-0644-44c3-817f-a130eccd2599 req-5af73de4-b463-454c-80be-1acd8a4d0c1e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463967 Jul 14 14:34:53.542735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94633c6-c876-4bc9-bed8-0cb57158d979 req-b7f70a98-c4b7-4227-ab91-d6ff4e7cf407 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.544254 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e94633c6-c876-4bc9-bed8-0cb57158d979 req-b7f70a98-c4b7-4227-ab91-d6ff4e7cf407 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0543778 Jul 14 14:34:53.595396 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e94633c6-c876-4bc9-bed8-0cb57158d979 req-e32683f3-fb6a-4d28-b3fb-f7e5cd5a453d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453882 Jul 14 14:34:53.779723 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72a328-4ecf-43f5-93ac-6ac19bcb346e req-31a21ebb-7ab2-4948-8d19-555c7ddf9e87 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.781192 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd72a328-4ecf-43f5-93ac-6ac19bcb346e req-31a21ebb-7ab2-4948-8d19-555c7ddf9e87 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0512877 Jul 14 14:34:53.842174 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd72a328-4ecf-43f5-93ac-6ac19bcb346e req-8fdd03ae-7383-494f-b90d-2f91d9278f63 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546029 Jul 14 14:34:53.903087 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:53.905045 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:53.942666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d191392-5b85-40b8-a4fa-3fe8946f5fbc req-968d5b37-541c-469a-a886-d21ca1b5521a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:53.944855 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d191392-5b85-40b8-a4fa-3fe8946f5fbc req-968d5b37-541c-469a-a886-d21ca1b5521a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0505302 Jul 14 14:34:54.009458 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d191392-5b85-40b8-a4fa-3fe8946f5fbc req-6b05d5c6-97ff-4fd6-99be-76fd11d296d2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584540 Jul 14 14:34:54.988368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024ba8-43e5-4faf-9647-976a4a38e6de req-e3938876-077d-4308-a1d7-a9fc98eb65c6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:54.988368 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5024ba8-43e5-4faf-9647-976a4a38e6de req-e3938876-077d-4308-a1d7-a9fc98eb65c6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0541115 Jul 14 14:34:55.035218 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5024ba8-43e5-4faf-9647-976a4a38e6de req-5b7cf702-33cb-46ef-beb1-2031253aa056 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471268 Jul 14 14:34:56.162758 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a200f63-4d54-4b8c-b27b-6be7ed72d2ed req-4621106c-64d1-42e5-b082-26333b0730af tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:56.164377 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a200f63-4d54-4b8c-b27b-6be7ed72d2ed req-4621106c-64d1-42e5-b082-26333b0730af tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Jul 14 14:34:56.213286 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a200f63-4d54-4b8c-b27b-6be7ed72d2ed req-1e040105-a259-40bc-8b7f-3aad6ae4b40c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432255 Jul 14 14:34:56.327543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cb107-6154-45ed-ae1a-7f63b1fadfd4 req-5b66e941-b31b-420e-91ca-06153b84fe5e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:56.329024 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7e0cb107-6154-45ed-ae1a-7f63b1fadfd4 req-5b66e941-b31b-420e-91ca-06153b84fe5e tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Jul 14 14:34:56.337962 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43712) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:56.342432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Request body: {'floatingip': {'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:34:56.395633 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:56.860160 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:56.928690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.101504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43730) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:57.122864 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:57.137331 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:57.151969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:34:57.277450 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-97076421-2a73-4034-8bb1-5c09cf55bcd2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=50add55111c4427d94f06a3cf0555067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744192 Jul 14 14:34:57.279950 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43736) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:34:57.325356 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:57.339321 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] Publish callbacks [] for security_group (71357f6f-1971-4b5c-bf85-cf510525d955), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.362946 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] Publish callbacks [] for security_group (71357f6f-1971-4b5c-bf85-cf510525d955), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.488791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dc534-e6d8-400d-be76-595c8bd48f6b req-167a97a3-ecef-4085-a350-68a2b48a6049 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:57.490838 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dc8dc534-e6d8-400d-be76-595c8bd48f6b req-167a97a3-ecef-4085-a350-68a2b48a6049 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0841010 Jul 14 14:34:57.526185 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:34:57.534827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.535787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:34:57.547314 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:57.547932 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:57.549744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (71357f6f-1971-4b5c-bf85-cf510525d955), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.552984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:57.554192 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/71357f6f-1971-4b5c-bf85-cf510525d955 HTTP/1.1" status: 204 len: 168 time: 0.2732749 Jul 14 14:34:57.564448 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e10b00-39e7-4681-bd5c-8459d9f089cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71357f6f-1971-4b5c-bf85-cf510525d955,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:57.573006 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dc8dc534-e6d8-400d-be76-595c8bd48f6b req-4c632d2b-cfb4-42a0-ae52-cc8296769c9f tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753565 Jul 14 14:34:57.584190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:57.586090 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c86df-982e-4280-b89e-33d68a014b37" -d '{"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:57.623687 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ebf0ef27-ce2e-4597-ba98-52f8343388a0 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "PUT /v2.0/floatingips/91961a99-5b89-4cfa-8774-ea88376e4d46 HTTP/1.1" status: 200 len: 993 time: 1.2845383 Jul 14 14:34:57.643461 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670982c-61e7-4b8c-99f7-643a8da29e5d x-openstack-request-id: req-8670982c-61e7-4b8c-99f7-643a8da29e5d {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:57.643771 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:57.644070 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8670982c-61e7-4b8c-99f7-643a8da29e5d {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:57.644470 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8670982c-61e7-4b8c-99f7-643a8da29e5d'] response: {'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'status': 'completed', 'code': 200} Jul 14 14:34:57.821687 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:57.947327 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:58.053407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:34:56Z', 'revision_number': 3, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:58.085683 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:34:58.100262 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:34:58.100262 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:34:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:58.203182 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:34:58.439105 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:34:56Z', 'revision_number': 3, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:34:58.464368 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc079b-357f-4347-8e07-f477d8273d2c None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '91961a99-5b89-4cfa-8774-ea88376e4d46', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'floating_ip_address': '172.27.2.219', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'port_id': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'mac_address': 'fa:16:3e:2e:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:32:50Z', 'updated_at': '2022-07-14T14:34:56Z', 'revision_number': 3, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:34:58.611253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-fd4cd522-0ffb-421c-b06c-2e057906121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:58.612853 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-fd4cd522-0ffb-421c-b06c-2e057906121f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0499299 Jul 14 14:34:58.701851 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d8fe-5c65-49a7-914e-9e81101a92af req-44c9f544-a203-4b48-bbc8-1589ba079ad7 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:58.703356 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d9d3d8fe-5c65-49a7-914e-9e81101a92af req-44c9f544-a203-4b48-bbc8-1589ba079ad7 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0498185 Jul 14 14:34:58.757164 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d9d3d8fe-5c65-49a7-914e-9e81101a92af req-877a9c84-6c9e-4dd1-9414-b2a4e922b38c tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Jul 14 14:34:58.807547 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-1b9439ef-963e-41a8-91a7-fce7b662e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:58.809061 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-1b9439ef-963e-41a8-91a7-fce7b662e769 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1000702 Jul 14 14:34:58.941937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-086c5f8b-d187-4630-b100-2e121de281fa tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:58.943835 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-086c5f8b-d187-4630-b100-2e121de281fa tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 946 time: 0.0821214 Jul 14 14:34:58.949720 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-ffe88c29-7417-40f6-8b29-e551f723454f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0946088 Jul 14 14:34:59.057210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-f67b1a7a-04c9-415d-85c5-f692066d26af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:59.058778 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-f67b1a7a-04c9-415d-85c5-f692066d26af service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0803833 Jul 14 14:34:59.113627 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Deleting port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:34:59.114023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:59.120760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-e5a1be41-5d3b-45a9-848e-b260e9641180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:59.122259 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-e5a1be41-5d3b-45a9-848e-b260e9641180 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575612 Jul 14 14:34:59.157161 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:59.276186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] For port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:34:59.276631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:59.290961 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-cb53ec85-d27e-4663-8843-a97ec19c9b5b service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587071 Jul 14 14:34:59.296015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Calling delete_port for 5fca55be-c0f3-4146-b3bb-58ac04b68e9e owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:34:59.403193 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:34:59.447052 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0d8c86df-982e-4280-b89e-33d68a014b37 req-299dc06f-947e-4aa5-8302-bbec62fd9e34 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465800 Jul 14 14:34:59.602634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (5fca55be-c0f3-4146-b3bb-58ac04b68e9e), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:59.615803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['5fca55be-c0f3-4146-b3bb-58ac04b68e9e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:34:59.632310 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Pushing event deleted for resources: {'Port': ['ID=5fca55be-c0f3-4146-b3bb-58ac04b68e9e,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:34:59.646311 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:59.648600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854384f2-7957-4941-aa10-65f9590bfca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:59.689385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] No DVR routers for this DVR port 5fca55be-c0f3-4146-b3bb-58ac04b68e9e on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:34:59.692438 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:34:59.693084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b6366-739f-4980-9c38-15a5eb4b87f5 x-openstack-request-id: req-819b6366-739f-4980-9c38-15a5eb4b87f5 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:59.693539 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:59.694481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-819b6366-739f-4980-9c38-15a5eb4b87f5 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:59.694974 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819b6366-739f-4980-9c38-15a5eb4b87f5'] response: {'name': 'network-changed', 'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'status': 'completed', 'code': 200} Jul 14 14:34:59.695913 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fe4692d1-5d52-44b6-a90e-c3183f10b8f8 req-27c88c3a-feb1-4a6e-b07b-52a24c1b10f8 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "DELETE /v2.0/ports/5fca55be-c0f3-4146-b3bb-58ac04b68e9e HTTP/1.1" status: 204 len: 173 time: 0.7453148 Jul 14 14:34:59.696415 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'name': 'network-vif-deleted', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:34:59.700345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3f3f1-5fd9-4a58-af2c-67f17393cdcd" -d '{"events": [{"server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "name": "network-vif-deleted", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:34:59.752045 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37287c56-7d37-4cdf-a5a3-f16b77c2ae12 x-openstack-request-id: req-37287c56-7d37-4cdf-a5a3-f16b77c2ae12 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:34:59.753874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a74f940-a1d9-415c-a5ef-122576dd9e54", "name": "network-vif-deleted", "tag": "5fca55be-c0f3-4146-b3bb-58ac04b68e9e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:34:59.753874 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-37287c56-7d37-4cdf-a5a3-f16b77c2ae12 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:34:59.753874 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37287c56-7d37-4cdf-a5a3-f16b77c2ae12'] response: {'server_uuid': '9a74f940-a1d9-415c-a5ef-122576dd9e54', 'name': 'network-vif-deleted', 'tag': '5fca55be-c0f3-4146-b3bb-58ac04b68e9e', 'status': 'completed', 'code': 200} Jul 14 14:34:59.765536 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854384f2-7957-4941-aa10-65f9590bfca6 req-d0b38f33-03ff-49bb-93d1-3770f72489e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:59.767153 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-d0b38f33-03ff-49bb-93d1-3770f72489e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 1129 time: 0.0487878 Jul 14 14:34:59.872981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854384f2-7957-4941-aa10-65f9590bfca6 req-5a442ca5-1e29-4189-91b9-2457855b7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:59.874624 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-5a442ca5-1e29-4189-91b9-2457855b7177 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1011653 Jul 14 14:34:59.883659 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-102b7ca5-adf9-4c92-84d1-01f4fb2d1820 req-a3d30203-cfe0-4076-94ea-5e7c24fcd2ba tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=9a74f940-a1d9-415c-a5ef-122576dd9e54 HTTP/1.1" status: 200 len: 210 time: 0.0291762 Jul 14 14:34:59.944769 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-acf95762-ee28-4e5c-8751-ef8067c3d94a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0635939 Jul 14 14:34:59.994847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854384f2-7957-4941-aa10-65f9590bfca6 req-a8c1ea93-950d-486c-8e4f-0274c6dc3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:34:59.998729 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-a8c1ea93-950d-486c-8e4f-0274c6dc3902 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0455561 Jul 14 14:35:00.050517 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854384f2-7957-4941-aa10-65f9590bfca6 req-4e89d887-60eb-4c30-86e4-f183fb959b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:00.052124 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-4e89d887-60eb-4c30-86e4-f183fb959b27 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482779 Jul 14 14:35:00.147437 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-cc7bcf6d-842d-4c1b-93b4-34e5164cc140 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891981 Jul 14 14:35:00.243578 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-854384f2-7957-4941-aa10-65f9590bfca6 req-f944ffc5-86bd-4194-be35-d9518594d6d2 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901730 Jul 14 14:35:02.403419 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=9 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:02.409298 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=17 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:02.626669 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:02.734278 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e462f23c-29a8-4fa4-b6e5-ba663d0801ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:03.464365 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 5fca55be-c0f3-4146-b3bb-58ac04b68e9e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:35:03.484817 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 5fca55be-c0f3-4146-b3bb-58ac04b68e9e {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:35:03.485158 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 5fca55be-c0f3-4146-b3bb-58ac04b68e9e not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:35:04.673487 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:35:04.847743 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7bd6233b-b50d-4c77-9ee9-f73e9b1b0103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:06.202046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:07.402604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:07.970558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:08.788340 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e7c3-0d8f-420f-b944-9f7186d3004e req-d5a3ac0b-0592-45f5-b896-3a0b820e64ff tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:08.789930 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd16e7c3-0d8f-420f-b944-9f7186d3004e req-d5a3ac0b-0592-45f5-b896-3a0b820e64ff tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0520175 Jul 14 14:35:08.841128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd16e7c3-0d8f-420f-b944-9f7186d3004e req-8d0b82c8-0c0c-4b0c-a6cb-ba6064fb0154 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456879 Jul 14 14:35:08.863462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43876) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:09.043840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:09.056005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1a305-a62a-4829-9d0a-2d9883556987 tempest-TestMinimumBasicScenario-1291420500 tempest-TestMinimumBasicScenario-1291420500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:09.068313 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1cb1a305-a62a-4829-9d0a-2d9883556987 tempest-TestMinimumBasicScenario-1291420500 tempest-TestMinimumBasicScenario-1291420500-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1124 time: 0.1933959 Jul 14 14:35:09.068313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43882) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:09.068313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'port_id': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:09.185865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:09.268421 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:09.374246 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Allocated IP 172.27.2.72 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/bfa62f18-8dfe-4047-9350-34af6835f11d) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:35:09.467391 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:09.484141 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:09.637194 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:09.682293 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:35:09.685716 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:35:09.687634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'Port': ['ID=bfa62f18-8dfe-4047-9350-34af6835f11d,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:09.689777 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:35:10.192645 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:10.297312 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for floatingip (39b861da-bf4a-431e-830c-1d7dcabe6e85), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:10.418778 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:10.582295 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:10.654081 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:10.718658 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:10.731392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'Port': ['ID=bfa62f18-8dfe-4047-9350-34af6835f11d,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:10.743749 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (39b861da-bf4a-431e-830c-1d7dcabe6e85), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:10.852801 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Floating IP 39b861da-bf4a-431e-830c-1d7dcabe6e85 associated. External IP: 172.27.2.72, port: 952e7af0-ae31-4c8d-891e-163bc4da7b6e. Jul 14 14:35:11.066873 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Router 2bca9880-a53c-4352-8933-2304d0771ea1 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:35:11.176677 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:35:11.186770 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Sync routers for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:35:11.197050 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:11.197693 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:11.279017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.300189 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:11.309242 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2a485031-4519-4a94-a58f-03724aed90e2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2455730 Jul 14 14:35:11.309569 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:11.311819 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43894) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:11.312307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6073292d-0e3d-49bc-8200-0420defb7da7" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:11.318334 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629415736', 'description': 'tempest-secgroup-smoke-1629415736 description', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:11.351482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e31db-66f4-4961-8b0e-f793bee50b7b x-openstack-request-id: req-318e31db-66f4-4961-8b0e-f793bee50b7b {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:11.351772 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:11.352024 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-318e31db-66f4-4961-8b0e-f793bee50b7b {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:11.352429 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318e31db-66f4-4961-8b0e-f793bee50b7b'] response: {'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:35:11.425370 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.494110 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:11.496582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (3c343f85-3621-4b20-9be1-ea5b8c6477e9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.579573 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3c343f85-3621-4b20-9be1-ea5b8c6477e9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.592367 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '39b861da-bf4a-431e-830c-1d7dcabe6e85', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'port_id': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'mac_address': 'fa:16:3e:66:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:10Z', 'updated_at': '2022-07-14T14:35:10Z', 'revision_number': 0, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:11.612285 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c343f85-3621-4b20-9be1-ea5b8c6477e9,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:11.618996 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Checking router: 2bca9880-a53c-4352-8933-2304d0771ea1 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:35:11.621279 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.621629 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.621995 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.628621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:11.631272 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:11.631893 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:11.673973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-117572dc-10a6-4883-b439-c7ccaa8aa839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:11.675428 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-117572dc-10a6-4883-b439-c7ccaa8aa839 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1129 time: 0.0595632 Jul 14 14:35:11.677957 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.679327 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-df4c2689-3e69-433a-8c74-cbdf639c43c0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3658409 Jul 14 14:35:11.682506 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43900) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:11.686894 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:11.734018 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:11.779567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-1e6a2673-fbdd-4d85-ae0b-865d15f20b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:11.781109 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-1e6a2673-fbdd-4d85-ae0b-865d15f20b41 service neutron] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 915 time: 0.0870643 Jul 14 14:35:11.803134 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (98dbf648-3270-4dbb-86a7-fde6b350b9fe), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.833265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:11.854084 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-82c32966-24b6-4210-a5ff-40bbc6c333d9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 998 time: 0.0656791 Jul 14 14:35:11.865361 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (98dbf648-3270-4dbb-86a7-fde6b350b9fe), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:11.908933 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-1223d38f-d792-45a8-9945-fdcfd66fe780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:11.911975 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-1223d38f-d792-45a8-9945-fdcfd66fe780 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0464737 Jul 14 14:35:11.949927 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '39b861da-bf4a-431e-830c-1d7dcabe6e85', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'port_id': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'mac_address': 'fa:16:3e:66:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:10Z', 'updated_at': '2022-07-14T14:35:10Z', 'revision_number': 0, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:11.956984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-e2a28002-2040-4741-b47d-6417404ad5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:11.958893 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-e2a28002-2040-4741-b47d-6417404ad5ad service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409338 Jul 14 14:35:11.978307 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5bc35b-d9e4-41fe-aac7-9f1c1c10bf30 None None] The sync data for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi is: [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '39b861da-bf4a-431e-830c-1d7dcabe6e85', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'port_id': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'mac_address': 'fa:16:3e:66:58:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:10Z', 'updated_at': '2022-07-14T14:35:10Z', 'revision_number': 0, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:35:11.992266 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (98dbf648-3270-4dbb-86a7-fde6b350b9fe), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.010739 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dbf648-3270-4dbb-86a7-fde6b350b9fe,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:12.062756 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-f5aca11a-3c93-4fe1-a265-04aac8a0ac16 service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967228 Jul 14 14:35:12.135416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.136644 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0812224d-9ef9-4245-ab51-b4f4434f2135 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531929 Jul 14 14:35:12.139660 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43902) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:12.144182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:12.150902 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:12.168030 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6073292d-0e3d-49bc-8200-0420defb7da7 req-914cdfc4-6a69-4daf-92fe-83efe9c179b2 service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974834 Jul 14 14:35:12.206323 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1813f-a003-4fbe-b73a-7d1aa3a2818b None None] New status for floating IP 39b861da-bf4a-431e-830c-1d7dcabe6e85: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:35:12.282611 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (74bbb932-b1fa-4563-98df-6bc2756b4037), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.351033 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (74bbb932-b1fa-4563-98df-6bc2756b4037), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.436683 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (74bbb932-b1fa-4563-98df-6bc2756b4037), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.456979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bbb932-b1fa-4563-98df-6bc2756b4037,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:12.581006 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.582256 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a52fc4c4-b43a-4dc0-9174-eccece0968db tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4415572 Jul 14 14:35:12.585095 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43908) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:12.589438 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:12.683426 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (e65c3672-55eb-4a67-b2b8-8784f35cf8ba), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.725569 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:12.744963 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (e65c3672-55eb-4a67-b2b8-8784f35cf8ba), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.887838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43928) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:12.929076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (e65c3672-55eb-4a67-b2b8-8784f35cf8ba), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:12.960403 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65c3672-55eb-4a67-b2b8-8784f35cf8ba,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:12.967704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-a0cae9ab-3fc4-46a8-8d10-2c2705c688b5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:12.969206 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-a0cae9ab-3fc4-46a8-8d10-2c2705c688b5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/networks?id=db6609a6-02c2-495b-bdd0-7340fd7ba40c HTTP/1.1" status: 200 len: 813 time: 0.1287405 Jul 14 14:35:12.986870 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-b40ec7c0-8edb-4fa1-8787-1ce6302bb687 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/quotas/ceeb3ddff16645c6bd9ca8e138ed356f HTTP/1.1" status: 200 len: 375 time: 0.0106459 Jul 14 14:35:13.007316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9d752658-6409-47d4-addc-8f35cb95cc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.021962 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-9710e89a-bb95-4007-b184-b97d24865588 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291240 Jul 14 14:35:13.084366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9d752658-6409-47d4-addc-8f35cb95cc7a admin admin] Publish callbacks [] for security_group (708dadbe-eb4b-4a8d-b638-621f6444de2c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.094659 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.095988 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d7e5e80d-0024-493a-9e28-1157815ed4ea tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5099604 Jul 14 14:35:13.099056 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43932) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:13.101851 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:13.104279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:13.124068 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-3419c910-761b-447d-901b-897fd964b1b8 service neutron] 10.222.0.93 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953939 Jul 14 14:35:13.213958 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9d752658-6409-47d4-addc-8f35cb95cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (708dadbe-eb4b-4a8d-b638-621f6444de2c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.214570 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-e35f7c81-d2d4-4238-9b46-f7061b524884 service neutron] 10.222.0.93 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845625 Jul 14 14:35:13.255744 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9d752658-6409-47d4-addc-8f35cb95cc7a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=34c6c293f12945659ffdb7a0ee4fed0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662050 Jul 14 14:35:13.256754 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d752658-6409-47d4-addc-8f35cb95cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708dadbe-eb4b-4a8d-b638-621f6444de2c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:13.259036 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 43934) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:13.268362 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (f9d29b23-db3a-4346-b4a5-bcd07a2a2508), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.313987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] Publish callbacks [] for security_group (708dadbe-eb4b-4a8d-b638-621f6444de2c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.326980 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (f9d29b23-db3a-4346-b4a5-bcd07a2a2508), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.336207 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] Publish callbacks [] for security_group (708dadbe-eb4b-4a8d-b638-621f6444de2c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.516757 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (f9d29b23-db3a-4346-b4a5-bcd07a2a2508), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.522564 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec523160-bf4b-4f8c-b4d5-e4d041712323 req-eec2f23e-ba44-423c-b7af-1128358ae657 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 210 time: 0.0288813 Jul 14 14:35:13.549727 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d29b23-db3a-4346-b4a5-bcd07a2a2508,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:13.642241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (708dadbe-eb4b-4a8d-b638-621f6444de2c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.644809 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.646016 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/708dadbe-eb4b-4a8d-b638-621f6444de2c HTTP/1.1" status: 204 len: 168 time: 0.3855636 Jul 14 14:35:13.653870 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505edba-5f2a-4246-80a5-97e22f5f98b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708dadbe-eb4b-4a8d-b638-621f6444de2c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:13.684557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.688319 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bcf073e6-c162-4887-857a-84520fd080d3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5851548 Jul 14 14:35:13.688586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43946) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:13.693190 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:13.859785 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.securitygroups_db [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Project 8ae0529df8aa4640806b4e7f3680e87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:35:13.866285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (0b41bd94-bd16-4a67-84fe-914b652c31f9), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:13.927745 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (0b41bd94-bd16-4a67-84fe-914b652c31f9), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.006700 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (0b41bd94-bd16-4a67-84fe-914b652c31f9), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.026665 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b41bd94-bd16-4a67-84fe-914b652c31f9,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:14.107751 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.109330 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fcea1d38-aaa4-4386-90f4-dd39578c3a74 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4197989 Jul 14 14:35:14.112620 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 43952) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:14.117638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'security_group_rule': {'security_group_id': '3c343f85-3621-4b20-9be1-ea5b8c6477e9', 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:14.202868 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.securitygroups_db [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Project 8ae0529df8aa4640806b4e7f3680e87b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:35:14.213373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (9b8ede52-ff59-4ee4-bbeb-47490c709c16), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.267456 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (9b8ede52-ff59-4ee4-bbeb-47490c709c16), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.362300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (9b8ede52-ff59-4ee4-bbeb-47490c709c16), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.378577 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8ede52-ff59-4ee4-bbeb-47490c709c16,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:14.482990 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.484226 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0175646d-5917-4d75-935a-c374c8e38725 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3705769 Jul 14 14:35:14.574670 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-68d0278f-3446-4c68-8923-46b6b63b9b19 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629415736&fields=id&tenant_id=8ae0529df8aa4640806b4e7f3680e87b HTTP/1.1" status: 200 len: 267 time: 0.0453386 Jul 14 14:35:14.634772 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-1230cc51-4267-41d5-b21b-fe86ec6e668a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:14.636211 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-1230cc51-4267-41d5-b21b-fe86ec6e668a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0564532 Jul 14 14:35:14.653451 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2c0e53c1-cc2a-490d-b953-ec5692411e05 req-8a1ed0e8-2ecf-4249-9fb9-1973fb30e8cf tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 210 time: 0.0362318 Jul 14 14:35:14.656906 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'port': {'security_groups': ['b6e740f7-8882-4431-be3f-3215adaaae77', '3c343f85-3621-4b20-9be1-ea5b8c6477e9']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:14.732089 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.762022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:14.879094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:14.964259 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:14.994230 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:15.150128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:15.166598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:15.198194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.198830 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:15.200229 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f10759f-efa8-4588-9d0e-ab5cd2f59d52 req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "PUT /v2.0/ports/952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 981 time: 0.5497789 Jul 14 14:35:15.200696 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:15.203136 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:15.248004 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f4b13-c336-4476-a726-221148d73e76 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=6']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:15.266603 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89ef22-ecac-49ee-ba9f-e8d815fb55b3 x-openstack-request-id: req-6f89ef22-ecac-49ee-ba9f-e8d815fb55b3 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:15.266969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:15.267288 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f89ef22-ecac-49ee-ba9f-e8d815fb55b3 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:15.267757 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f89ef22-ecac-49ee-ba9f-e8d815fb55b3'] response: {'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:35:15.340469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:15.344244 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-0f5717c9-7487-4c16-b2e6-016f1ce6b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.349759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a51af-8216-4e50-8bf7-1f92c467266f req-136b97ac-4237-46fd-9f62-5b813c134c79 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.350113 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-0f5717c9-7487-4c16-b2e6-016f1ce6b1bf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1168 time: 0.0470047 Jul 14 14:35:15.352032 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a05a51af-8216-4e50-8bf7-1f92c467266f req-136b97ac-4237-46fd-9f62-5b813c134c79 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0671496 Jul 14 14:35:15.422973 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a05a51af-8216-4e50-8bf7-1f92c467266f req-8d73e277-23d9-4de2-88c4-7c466be4e3bf tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642364 Jul 14 14:35:15.478195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-234bc8cd-aace-4c63-bdb4-e20be0d205a3 None None] Provisioning complete for port 952e7af0-ae31-4c8d-891e-163bc4da7b6e triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:35:15.478195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-234bc8cd-aace-4c63-bdb4-e20be0d205a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:15.516703 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:15.621577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:15.660743 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:15.664644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:15.672486 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-234bc8cd-aace-4c63-bdb4-e20be0d205a3 None None] Current status of the port 952e7af0-ae31-4c8d-891e-163bc4da7b6e is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:35:15.692007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-e65236ee-a298-4f2a-9cc7-4522304c20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.694251 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-e65236ee-a298-4f2a-9cc7-4522304c20a7 service neutron] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 915 time: 0.0963678 Jul 14 14:35:15.760955 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-5d974fbe-4cda-4a35-b68e-5642191c192f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 1000 time: 0.0594115 Jul 14 14:35:15.765721 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-931f7de2-9322-4935-baf4-3e7f9f50c1fc req-ef063228-f7ed-4c1f-bcf5-36d8e47a059d tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 210 time: 0.0391972 Jul 14 14:35:15.816892 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-5a160d77-ba18-405d-bec8-3282b9c95b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.818949 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-5a160d77-ba18-405d-bec8-3282b9c95b37 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0500996 Jul 14 14:35:15.866435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-f2086684-1c54-4c54-9b25-66fb02377244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:15.867927 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-f2086684-1c54-4c54-9b25-66fb02377244 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427277 Jul 14 14:35:15.923989 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:16.046957 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-45a9a3c4-2fb0-4cf0-a394-e9e2aee657cf service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715858 Jul 14 14:35:16.057582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-32b8dc68-ab8f-4010-a702-72f24e090005 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:16.061031 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-32b8dc68-ab8f-4010-a702-72f24e090005 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "GET /v2.0/networks?id=db6609a6-02c2-495b-bdd0-7340fd7ba40c HTTP/1.1" status: 200 len: 813 time: 0.1656585 Jul 14 14:35:16.084024 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Request body: {'port': {'device_id': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c', 'admin_state_up': True, 'tenant_id': 'ceeb3ddff16645c6bd9ca8e138ed356f'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:16.239358 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae38b9d0-a2ba-48dc-90cd-ab28d3ce19b1 req-15ce01a0-3b94-4918-8f9d-80ce307cf60d service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772976 Jul 14 14:35:16.361548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Made reservation on behalf of ceeb3ddff16645c6bd9ca8e138ed356f for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:35:16.365354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:16.493692 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Allocated IP 172.20.0.14 (db6609a6-02c2-495b-bdd0-7340fd7ba40c/963ade6d-9102-4855-92ee-557f4908c668/de354651-c5b6-4cfd-b538-bcf04cdfa541) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:35:16.591419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:16.641185 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks [] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:16.646915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:16.727756 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:16.769837 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Network db6609a6-02c2-495b-bdd0-7340fd7ba40c is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:35:16.775585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:35:16.779531 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:35:16.785642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Pushing event updated for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:16.831452 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:16.832068 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:16.880239 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123d9b0-9e44-47d4-8ac4-1bf0f9ae6e99 req-aad8b85d-ad02-4c19-a34b-2b135a32c7dc tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:16.881688 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8123d9b0-9e44-47d4-8ac4-1bf0f9ae6e99 req-aad8b85d-ad02-4c19-a34b-2b135a32c7dc tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 932 time: 0.0515003 Jul 14 14:35:16.928826 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8123d9b0-9e44-47d4-8ac4-1bf0f9ae6e99 req-8d9db8a3-967e-4d89-be80-5f39b83e97a7 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Jul 14 14:35:16.930736 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-f4104bab-3085-4f5c-af19-906d3cf64ffd tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8604290 Jul 14 14:35:16.944147 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Request body: {'port': {'device_id': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:17.005335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.260484 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de354651-c5b6-4cfd-b538-bcf04cdfa541 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:35:17.267807 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks [] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.280537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Transition to ACTIVE for port object de354651-c5b6-4cfd-b538-bcf04cdfa541 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:35:17.356527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.410996 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Pushing event updated for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:17.431112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:17.482995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Attempting to bind port de354651-c5b6-4cfd-b538-bcf04cdfa541 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:35:17.483331 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Attempting to bind port de354651-c5b6-4cfd-b538-bcf04cdfa541 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:35:17.483663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Attempting to bind port de354651-c5b6-4cfd-b538-bcf04cdfa541 on network db6609a6-02c2-495b-bdd0-7340fd7ba40c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:35:17.488199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Port de354651-c5b6-4cfd-b538-bcf04cdfa541 on network db6609a6-02c2-495b-bdd0-7340fd7ba40c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:35:17.488519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Attempting to bind port de354651-c5b6-4cfd-b538-bcf04cdfa541 on network db6609a6-02c2-495b-bdd0-7340fd7ba40c {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:35:17.494623 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:35:17.494960 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Checking segment: {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:35:17.495339 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Bound using segment: {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:35:17.495762 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Bound port: de354651-c5b6-4cfd-b538-bcf04cdfa541, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:35:17.496115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.558841 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:35:17.561869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:35:17.619411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.653468 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:17.654105 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:17.655471 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] 10.222.0.91 "PUT /v2.0/ports/de354651-c5b6-4cfd-b538-bcf04cdfa541 HTTP/1.1" status: 200 len: 1094 time: 0.7157409 Jul 14 14:35:17.655893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:17.658118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e64afda-031d-415f-bf70-6e0d16ee8d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:17.681708 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a757-29ec-4dc0-bd70-32396bd86092 service neutron] Pushing event updated for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:17.692741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe2024b-9086-4b41-be98-ea1cde171790 x-openstack-request-id: req-4fe2024b-9086-4b41-be98-ea1cde171790 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:17.693020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:17.693267 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4fe2024b-9086-4b41-be98-ea1cde171790 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:17.693661 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fe2024b-9086-4b41-be98-ea1cde171790'] response: {'name': 'network-changed', 'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541', 'status': 'completed', 'code': 200} Jul 14 14:35:17.758853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-16bb0355-3ae1-4d5d-a425-3c67eaa2b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:17.760350 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-16bb0355-3ae1-4d5d-a425-3c67eaa2b302 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 1128 time: 0.0452895 Jul 14 14:35:17.840354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:17.860642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-6540c81b-8860-4c41-87e4-04ff57f2e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:17.862208 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-6540c81b-8860-4c41-87e4-04ff57f2e906 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0932083 Jul 14 14:35:18.048883 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5321e-a5e7-445b-9c8b-b3b2c051742c req-cc4dbc1c-edf2-468b-acb1-3dbe503ac877 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:18.050454 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7fd5321e-a5e7-445b-9c8b-b3b2c051742c req-cc4dbc1c-edf2-468b-acb1-3dbe503ac877 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 944 time: 0.0506079 Jul 14 14:35:18.101596 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7fd5321e-a5e7-445b-9c8b-b3b2c051742c req-f6882c95-6ba8-406e-a36d-c7cfdfe5d7c9 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Jul 14 14:35:18.203441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-cf6b7375-3d33-4794-b031-ec9ad544efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:18.204912 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2e64afda-031d-415f-bf70-6e0d16ee8d5a req-cf6b7375-3d33-4794-b031-ec9ad544efe5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3357775 Jul 14 14:35:18.280356 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-73abdd37-76e6-4d16-9cc5-fe13ada4e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:18.281862 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-73abdd37-76e6-4d16-9cc5-fe13ada4e378 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 1128 time: 0.0389900 Jul 14 14:35:18.325350 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-e36a99ee-2d79-4290-929d-584d10a58348 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541 HTTP/1.1" status: 200 len: 217 time: 0.0327296 Jul 14 14:35:18.375698 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-9df77955-ca14-4886-b0f1-3f5a810ab2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:18.377098 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-9df77955-ca14-4886-b0f1-3f5a810ab2ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=963ade6d-9102-4855-92ee-557f4908c668 HTTP/1.1" status: 200 len: 853 time: 0.0452361 Jul 14 14:35:18.409696 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-e7c3df7d-925f-47ab-bb0f-bc15ec857351 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=db6609a6-02c2-495b-bdd0-7340fd7ba40c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246933 Jul 14 14:35:18.498793 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-374a9400-8d57-4871-99cb-6cbfa0f8a057 service neutron] 10.222.0.91 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816140 Jul 14 14:35:18.596456 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5a9b3e7-52de-46a1-851c-dd08a53c4fe4 req-b363fd30-a144-400f-8582-4e16e8abad64 service neutron] 10.222.0.91 "GET /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844841 Jul 14 14:35:19.215061 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615c53-cbc0-4090-8424-069d73cbbe7f req-62cef5d9-04a9-4be5-b19b-0558cc99fb85 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:19.216660 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c615c53-cbc0-4090-8424-069d73cbbe7f req-62cef5d9-04a9-4be5-b19b-0558cc99fb85 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 944 time: 0.0461600 Jul 14 14:35:19.259692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:19.267491 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c615c53-cbc0-4090-8424-069d73cbbe7f req-fa09d562-b1b2-43fd-98f3-6a5a61e51533 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453026 Jul 14 14:35:19.527220 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device de354651-c5b6-4cfd-b538-bcf04cdfa541 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:35:19.626102 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:19.637970 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'de354651-c5b6-4cfd-b538-bcf04cdfa541', 'network_id': 'db6609a6-02c2-495b-bdd0-7340fd7ba40c', 'port_id': 'de354651-c5b6-4cfd-b538-bcf04cdfa541', 'mac_address': 'fa:16:3e:e1:1f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963ade6d-9102-4855-92ee-557f4908c668', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:35:19.671918 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port de354651-c5b6-4cfd-b538-bcf04cdfa541 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:35:19.672301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:19.685423 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de354651-c5b6-4cfd-b538-bcf04cdfa541 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:35:19.704863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:19.773558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:19.819144 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:19.826527 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.826871 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.827208 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.827543 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.827871 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.828196 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.828521 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.828840 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.829159 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.829479 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.829824 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.830169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.830491 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.830808 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:19.831119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:20.086448 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['de354651-c5b6-4cfd-b538-bcf04cdfa541'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:20.384630 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b02ca1-7dd9-4c47-a1cc-bc4f632532e5 req-4379dde6-fadc-4866-87ac-d410249948a5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:20.386054 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70b02ca1-7dd9-4c47-a1cc-bc4f632532e5 req-4379dde6-fadc-4866-87ac-d410249948a5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 945 time: 0.0525062 Jul 14 14:35:20.436617 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70b02ca1-7dd9-4c47-a1cc-bc4f632532e5 req-693250f5-94e5-44f5-9e33-71fdf02cc3c5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Jul 14 14:35:21.541544 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device de354651-c5b6-4cfd-b538-bcf04cdfa541 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:35:21.548457 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449ce19-fe84-4ccb-ba6c-5207347b3ff9 req-690a18e4-3804-4b91-9263-a660832c9363 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:21.549985 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e449ce19-fe84-4ccb-ba6c-5207347b3ff9 req-690a18e4-3804-4b91-9263-a660832c9363 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 945 time: 0.0465465 Jul 14 14:35:21.582972 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port de354651-c5b6-4cfd-b538-bcf04cdfa541 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:35:21.596893 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e449ce19-fe84-4ccb-ba6c-5207347b3ff9 req-d6bbd20a-499a-4c61-a80d-1903ca7479d0 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jul 14 14:35:21.670480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port de354651-c5b6-4cfd-b538-bcf04cdfa541 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:35:21.670792 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:21.745623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port de354651-c5b6-4cfd-b538-bcf04cdfa541 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:35:21.746031 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:21.768989 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:21.771192 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a38d6c4-6309-44c6-94f3-9645deaf075f" -d '{"events": [{"server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "name": "network-vif-plugged", "status": "completed", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:21.783793 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:21.806455 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626c04df-24b7-4042-9252-5a35909ef84f x-openstack-request-id: req-626c04df-24b7-4042-9252-5a35909ef84f {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:21.806759 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "name": "network-vif-plugged", "status": "completed", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:21.807016 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-626c04df-24b7-4042-9252-5a35909ef84f {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:21.807410 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626c04df-24b7-4042-9252-5a35909ef84f'] response: {'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541', 'code': 200} Jul 14 14:35:21.881075 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:21.929173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:22.186408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdeb1b7-c320-4980-bc3c-b1d616663667 req-05c7e487-93cc-4627-a218-6dbe4688a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:22.187806 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-efdeb1b7-c320-4980-bc3c-b1d616663667 req-05c7e487-93cc-4627-a218-6dbe4688a7d9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 1130 time: 0.0393651 Jul 14 14:35:22.233796 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-efdeb1b7-c320-4980-bc3c-b1d616663667 req-98d5509e-fa90-42fd-8781-15b1e6dbd1f7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384026 Jul 14 14:35:22.713672 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3bf34-0a50-4be0-87e0-ed4df9b830a2 req-cf212617-1240-4331-9121-3904069f1810 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:22.715305 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ada3bf34-0a50-4be0-87e0-ed4df9b830a2 req-cf212617-1240-4331-9121-3904069f1810 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0506055 Jul 14 14:35:22.762159 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ada3bf34-0a50-4be0-87e0-ed4df9b830a2 req-bfad5111-105a-45f9-baa6-0bb039fe4e38 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Jul 14 14:35:23.893603 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195107a-386d-4d84-8f3b-083260a361e3 req-0d62fbe4-41dd-418a-bbe2-6c608ec259e5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:23.895110 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6195107a-386d-4d84-8f3b-083260a361e3 req-0d62fbe4-41dd-418a-bbe2-6c608ec259e5 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0506291 Jul 14 14:35:23.942824 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6195107a-386d-4d84-8f3b-083260a361e3 req-46cab506-54b9-48f0-a993-6a3e728dd86e tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Jul 14 14:35:25.056130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a65c0-96db-4aee-91e7-bd052fb0cabe req-ba116fa6-ebcf-43be-b6c9-98513827f66b tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:25.057613 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-799a65c0-96db-4aee-91e7-bd052fb0cabe req-ba116fa6-ebcf-43be-b6c9-98513827f66b tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0459149 Jul 14 14:35:25.108189 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-799a65c0-96db-4aee-91e7-bd052fb0cabe req-6ecffd84-84b2-4bf5-94b7-25c72a50ce27 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446756 Jul 14 14:35:27.628926 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=68 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:27.633891 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=88 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:28.883090 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:28.896662 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce66571-fc95-44bd-b398-cca86c1edb9d req-fdf57c14-3e59-4088-88d4-64de9698981c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:28.898185 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cce66571-fc95-44bd-b398-cca86c1edb9d req-fdf57c14-3e59-4088-88d4-64de9698981c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Jul 14 14:35:28.946784 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cce66571-fc95-44bd-b398-cca86c1edb9d req-421db9f4-0b19-497f-9959-35f8088b7b9c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428941 Jul 14 14:35:30.062091 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79654023-b12a-40bd-98c4-219830d717d1 req-3690b22b-50ba-463e-94a1-b0590b6ab813 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:30.063534 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79654023-b12a-40bd-98c4-219830d717d1 req-3690b22b-50ba-463e-94a1-b0590b6ab813 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0464575 Jul 14 14:35:30.110634 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-79654023-b12a-40bd-98c4-219830d717d1 req-456ed1e1-5350-4648-93d8-d804ffd80840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Jul 14 14:35:31.226007 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884f6d-9f93-488c-8aeb-676caea5bf84 req-40e0d39f-bcf3-4fc5-8b37-72b65f75c27a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:31.227983 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13884f6d-9f93-488c-8aeb-676caea5bf84 req-40e0d39f-bcf3-4fc5-8b37-72b65f75c27a tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0500038 Jul 14 14:35:31.274113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13884f6d-9f93-488c-8aeb-676caea5bf84 req-66ecbcce-6056-4a24-94c2-de8cf274ee39 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=873e4754-e4dd-4c2e-9746-de1435d48b07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 Jul 14 14:35:31.438570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-3521e08d-4500-4750-b7ca-739a1772f2e8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:31.440000 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-3521e08d-4500-4750-b7ca-739a1772f2e8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 945 time: 0.0502467 Jul 14 14:35:31.523121 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Deleting port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:31.523480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:31.590620 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:31.622566 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] For port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:31.622932 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:31.832786 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:31.833146 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:31.833462 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Floating IP c91f8da6-df04-44a3-886f-a499d0ec8bad disassociated. External IP: 172.27.2.16, port: 8ef3b15c-bd64-4c1c-8a46-268bb86b551d. Jul 14 14:35:31.833843 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Calling delete_port for 8ef3b15c-bd64-4c1c-8a46-268bb86b551d owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:31.891488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:31.920005 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:31.925979 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:32.053528 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (8ef3b15c-bd64-4c1c-8a46-268bb86b551d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:32.085725 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'Port': ['ID=8ef3b15c-bd64-4c1c-8a46-268bb86b551d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:32.193524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:35:32.299704 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:35:32.310477 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:35:32.321795 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:32.322808 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:32.416332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] No DVR routers for this DVR port 8ef3b15c-bd64-4c1c-8a46-268bb86b551d on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:35:32.419118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:32.422700 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b5e2a050-a9a2-4655-8c5e-6df4a04ef01d req-45b635a9-0381-4944-b17a-49ed5539afb8 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "DELETE /v2.0/ports/8ef3b15c-bd64-4c1c-8a46-268bb86b551d HTTP/1.1" status: 204 len: 173 time: 0.9756236 Jul 14 14:35:32.423170 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'name': 'network-vif-deleted', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:32.433199 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:32.433436 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e9f641-76e2-45fd-a9a4-8fca1e2ab4d2" -d '{"events": [{"server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "name": "network-vif-deleted", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:32.461609 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d50e6530-b3d4-49d2-9f3c-744425fc2569 req-3c066c08-32ac-4ed1-af09-73912be08c60 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.1026320 Jul 14 14:35:32.490441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2be3df-9329-456f-ad08-6ad756a3dbe7 x-openstack-request-id: req-5d2be3df-9329-456f-ad08-6ad756a3dbe7 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:32.491318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e8bc61-9b48-4f75-b6cf-c0c05b28aad0", "name": "network-vif-deleted", "tag": "8ef3b15c-bd64-4c1c-8a46-268bb86b551d", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:32.491736 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d2be3df-9329-456f-ad08-6ad756a3dbe7 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:32.492821 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2be3df-9329-456f-ad08-6ad756a3dbe7'] response: {'server_uuid': '43e8bc61-9b48-4f75-b6cf-c0c05b28aad0', 'name': 'network-vif-deleted', 'tag': '8ef3b15c-bd64-4c1c-8a46-268bb86b551d', 'status': 'completed', 'code': 200} Jul 14 14:35:32.641107 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:32.671740 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:35:32.681236 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:32.681960 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:32.786320 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:32.802158 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f973e00a-9721-491d-924d-9cef75143f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:32.971973 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:32.998062 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7e843-8657-4088-8e14-781f6301f7c3 None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:35:33.236277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b0f862-67bd-4146-a6c9-ebaf736b9cc0 None None] New status for floating IP c91f8da6-df04-44a3-886f-a499d0ec8bad: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:35:33.571914 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d1a98490-f4b2-4436-a685-7308adcfff13 req-280b255d-6442-4e5b-bec0-b0809f833aff tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=43e8bc61-9b48-4f75-b6cf-c0c05b28aad0 HTTP/1.1" status: 200 len: 210 time: 0.0290961 Jul 14 14:35:33.666025 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 8ef3b15c-bd64-4c1c-8a46-268bb86b551d no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:35:33.687302 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 8ef3b15c-bd64-4c1c-8a46-268bb86b551d {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:35:33.687644 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 8ef3b15c-bd64-4c1c-8a46-268bb86b551d not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:35:34.763405 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44060) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:34.819818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (873e4754-e4dd-4c2e-9746-de1435d48b07), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:34.822076 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:34.843634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (873e4754-e4dd-4c2e-9746-de1435d48b07), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:34.887895 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-174252f9-5385-4769-8872-8414a8ee70db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:34.983935 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (873e4754-e4dd-4c2e-9746-de1435d48b07), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:34.986893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:34.988157 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "DELETE /v2.0/security-groups/873e4754-e4dd-4c2e-9746-de1435d48b07 HTTP/1.1" status: 204 len: 168 time: 0.2237682 Jul 14 14:35:34.990970 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44062) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:34.998384 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ef84a-9786-4675-a460-e7c538793dba tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e4754-e4dd-4c2e-9746-de1435d48b07,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:35.005345 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-a6e0ee21-56ea-438a-bbb9-a4f6bf6ad44d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] show failed (client error): The resource could not be found. Jul 14 14:35:35.006446 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a6e0ee21-56ea-438a-bbb9-a4f6bf6ad44d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups/873e4754-e4dd-4c2e-9746-de1435d48b07 HTTP/1.1" status: 404 len: 347 time: 0.0144429 Jul 14 14:35:35.009570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44064) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:35.123988 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Deleting port 1acb0b7f-9950-4909-869b-0b3757d9a0e7 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:35.124355 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.204117 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.204341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (1acb0b7f-9950-4909-869b-0b3757d9a0e7), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.216529 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Calling delete_port for 1acb0b7f-9950-4909-869b-0b3757d9a0e7 owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:35.303206 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:35.453551 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1acb0b7f-9950-4909-869b-0b3757d9a0e7), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.481135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'Port': ['ID=1acb0b7f-9950-4909-869b-0b3757d9a0e7,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:35.540559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (c91f8da6-df04-44a3-886f-a499d0ec8bad), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.543086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.544205 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a5368118-9975-4197-a0fb-5b11ff524d07 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "DELETE /v2.0/floatingips/c91f8da6-df04-44a3-886f-a499d0ec8bad HTTP/1.1" status: 204 len: 168 time: 0.5334945 Jul 14 14:35:35.770603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44070) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:35.775735 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--825266007', 'description': 'tempest-description--104736080'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:35.911100 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:35.979618 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (7fcaa7ea-f0e4-427d-8bfe-0175224f9c68), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.110361 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (7fcaa7ea-f0e4-427d-8bfe-0175224f9c68), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.144307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:36.244336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.245605 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-85265848-9ba1-4ed3-9c0e-45f1f204394f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4740112 Jul 14 14:35:36.248432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44074) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:36.252771 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group_rule': {'security_group_id': '7fcaa7ea-f0e4-427d-8bfe-0175224f9c68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:36.287591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.442978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (2ae46c80-ff8a-4215-b941-4e94a5ebc2f7), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.498367 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (2ae46c80-ff8a-4215-b941-4e94a5ebc2f7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.601936 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (2ae46c80-ff8a-4215-b941-4e94a5ebc2f7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.620439 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae46c80-ff8a-4215-b941-4e94a5ebc2f7,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:36.701401 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.702573 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1435fdd2-c68c-44b6-a232-f4c99c732183 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4532223 Jul 14 14:35:36.705176 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44076) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:36.709380 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'security_group_rule': {'security_group_id': '7fcaa7ea-f0e4-427d-8bfe-0175224f9c68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:36.860173 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (2939567f-82b1-4f27-882a-6f54cfb3b941), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:36.915580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (2939567f-82b1-4f27-882a-6f54cfb3b941), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.029336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (2939567f-82b1-4f27-882a-6f54cfb3b941), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.048092 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2939567f-82b1-4f27-882a-6f54cfb3b941,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:37.151642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.152885 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a8e2f54c-026a-4dc0-8b8a-1999a9e7f2dc tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4467976 Jul 14 14:35:37.155937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44078) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:37.160116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:37.171794 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:37.293585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.373728 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.431231 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.453054 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:37.482328 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Allocated IP 172.27.2.182 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/ac95731c-fafc-4d9b-b285-5fafd095f771) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:35:37.581071 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.722003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.759624 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:35:37.766434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:35:37.770205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:35:37.773984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=ac95731c-fafc-4d9b-b285-5fafd095f771,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:37.859406 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:37.987929 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:38.014176 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.025278 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.164062 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.301800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.380372 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=ac95731c-fafc-4d9b-b285-5fafd095f771,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:38.390265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.462623 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c99a0-eb7c-4c70-b56a-6229fb435dd0 req-fe527b49-30c5-47cf-be07-a15886bcd14c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.464195 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-766c99a0-eb7c-4c70-b56a-6229fb435dd0 req-fe527b49-30c5-47cf-be07-a15886bcd14c tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0528791 Jul 14 14:35:38.498466 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:38.501256 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-271af69e-4725-4a8f-aa89-3b5e3897f840 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3439837 Jul 14 14:35:38.533113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-766c99a0-eb7c-4c70-b56a-6229fb435dd0 req-baddaee0-78b2-4bb1-b352-0864187a50a4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629218 Jul 14 14:35:38.563580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a0a65-311a-466c-b483-e738f529916a req-f3997bff-bbe1-4607-a327-41568fe8e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.564956 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-f3997bff-bbe1-4607-a327-41568fe8e105 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1168 time: 0.0476391 Jul 14 14:35:38.667676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a0a65-311a-466c-b483-e738f529916a req-892ee4c9-d11a-4dfb-83cd-b1de183f0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.670694 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-892ee4c9-d11a-4dfb-83cd-b1de183f0a8c service neutron] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 915 time: 0.0982857 Jul 14 14:35:38.728976 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-62d3b56e-764f-487b-81ad-0d4ea60c0e85 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--825266007&fields=id&tenant_id=9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 267 time: 0.0429184 Jul 14 14:35:38.740093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-69abfce6-7bbf-46a5-ae75-690204d3b67b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 1000 time: 0.0638459 Jul 14 14:35:38.789986 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a0a65-311a-466c-b483-e738f529916a req-eeea9671-f0be-4c2a-8289-b159214449bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.791622 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-eeea9671-f0be-4c2a-8289-b159214449bf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0451565 Jul 14 14:35:38.809256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:38.837638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a0a65-311a-466c-b483-e738f529916a req-7e3c0f6a-0816-479e-9f4c-93cf7d39b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.839992 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-7e3c0f6a-0816-479e-9f4c-93cf7d39b02e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399368 Jul 14 14:35:38.843401 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-aedc2673-e6ff-4bf3-a013-15b37fe8b8c1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:38.851978 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-aedc2673-e6ff-4bf3-a013-15b37fe8b8c1 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 811 time: 0.1092331 Jul 14 14:35:38.862946 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-12605b57-a2fc-49b6-9a58-9e8cdc9f46ed tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/quotas/9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 375 time: 0.0115838 Jul 14 14:35:38.868340 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:38.916963 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-024f07ea-b54b-44e4-9787-b0cf108ec4e0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458088 Jul 14 14:35:38.957989 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-ac72ab93-4dce-4bec-8096-a019c79d51ef service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995317 Jul 14 14:35:39.025613 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-c8092c27-85ea-459f-9a58-212e93f2e6e4 service neutron] 10.222.0.93 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969598 Jul 14 14:35:39.071856 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-174a0a65-311a-466c-b483-e738f529916a req-0b685671-119d-4114-b1a0-5073e5cf7a8f service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074913 Jul 14 14:35:39.123872 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-a7c3ca24-c90e-4209-99db-3df7524a98bd service neutron] 10.222.0.93 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912426 Jul 14 14:35:39.588362 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b90a3fbc-4198-496e-92fc-f979c870d248 req-03468a9c-af9a-46ce-85a9-b39376367999 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.2317393 Jul 14 14:35:39.754541 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4ae7-36bd-478d-b813-b0c6f84ee692 req-04c32d6d-e21f-42ce-8c9d-a651d38dd51a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:39.756364 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85ad4ae7-36bd-478d-b813-b0c6f84ee692 req-04c32d6d-e21f-42ce-8c9d-a651d38dd51a tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.1448395 Jul 14 14:35:39.823496 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-85ad4ae7-36bd-478d-b813-b0c6f84ee692 req-d7ea1e42-3f55-483f-ba17-cd0dbae17ddb tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601878 Jul 14 14:35:40.679251 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ae7efff-e136-4f28-a7e0-0a4f9be74ea0 req-f482edcb-671a-45fe-a783-2134b63a6d57 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0279067 Jul 14 14:35:40.939406 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b711f4-e06c-4f42-beca-9faeb4c53edb req-6ed7b948-e320-44b4-bc7a-0eecaf6f2018 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:40.940810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-03b711f4-e06c-4f42-beca-9faeb4c53edb req-6ed7b948-e320-44b4-bc7a-0eecaf6f2018 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0477126 Jul 14 14:35:40.983742 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:41.007552 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-03b711f4-e06c-4f42-beca-9faeb4c53edb req-3482a4e7-62d1-45f0-9e89-bc4da2ac7090 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603967 Jul 14 14:35:41.511590 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ba4f6-7502-4fdd-8d91-254087a53825 req-6a19b826-d1a2-4e8f-b7a1-7dd595fdeee4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:41.513051 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9c2ba4f6-7502-4fdd-8d91-254087a53825 req-6a19b826-d1a2-4e8f-b7a1-7dd595fdeee4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0523362 Jul 14 14:35:41.560507 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9c2ba4f6-7502-4fdd-8d91-254087a53825 req-954762de-9a8b-4b0c-9359-56ad659791e5 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417023 Jul 14 14:35:41.676153 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:35:41.776399 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-665979e4-63b3-4437-ab84-307c2159dc52 req-3e9b6b54-53bd-4537-922f-bef90cae5e9d tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0286748 Jul 14 14:35:42.124470 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b5106-14af-41ee-98bc-2a3847ffa834 req-136e130f-ecd9-4bc5-a866-cdf6226a7f36 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:42.126050 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-563b5106-14af-41ee-98bc-2a3847ffa834 req-136e130f-ecd9-4bc5-a866-cdf6226a7f36 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0479679 Jul 14 14:35:42.192763 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-563b5106-14af-41ee-98bc-2a3847ffa834 req-4ba60599-c11f-4cd6-b310-9b3c404ae1a8 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572708 Jul 14 14:35:42.672174 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90c6ff-7537-4d9c-ba92-320f7b2eb655 req-71f8e322-275f-4777-a417-8b6fb58c2283 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:42.673629 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4d90c6ff-7537-4d9c-ba92-320f7b2eb655 req-71f8e322-275f-4777-a417-8b6fb58c2283 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0463152 Jul 14 14:35:42.719300 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4d90c6ff-7537-4d9c-ba92-320f7b2eb655 req-0955954b-cc5b-4f3e-bfc5-c08448cd2678 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Jul 14 14:35:42.870374 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5edd5ea7-5fd9-4c22-857c-affc5c37eaf0 req-740084d1-ddd9-455b-b988-ebcdd722d284 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0287547 Jul 14 14:35:42.976032 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=89 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:43.303430 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4b865-6287-4011-8c7a-fd6f1968432f req-40018b45-d694-4c27-8bfe-70f3b2dfea2d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:43.305425 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6d4b865-6287-4011-8c7a-fd6f1968432f req-40018b45-d694-4c27-8bfe-70f3b2dfea2d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0462325 Jul 14 14:35:43.366530 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b6d4b865-6287-4011-8c7a-fd6f1968432f req-ee6c8d2b-b94a-4432-b5f6-e5fecf85dbb0 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553014 Jul 14 14:35:43.835369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c193f7e-fc7c-4c68-8452-d02d7d7a9eff req-17f30e19-2c92-4986-96f9-b72e141ddacc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:43.837334 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c193f7e-fc7c-4c68-8452-d02d7d7a9eff req-17f30e19-2c92-4986-96f9-b72e141ddacc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0490739 Jul 14 14:35:43.886781 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c193f7e-fc7c-4c68-8452-d02d7d7a9eff req-ba57bd6e-6e1e-4390-8dcf-029ba7c879b1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421906 Jul 14 14:35:43.967089 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6466951b-b831-468f-b0b9-ec907eb6ea5c req-bc3ebc57-d194-44e3-add7-ffef22a1ad64 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0293336 Jul 14 14:35:44.484139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3316628-05ae-4f69-b45c-9feceaa49e9a req-2c635016-ceab-47e4-88ac-fe9971e4f436 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:44.485575 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3316628-05ae-4f69-b45c-9feceaa49e9a req-2c635016-ceab-47e4-88ac-fe9971e4f436 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0529680 Jul 14 14:35:44.498501 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:44.556201 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3316628-05ae-4f69-b45c-9feceaa49e9a req-54578c03-9ee2-41e5-9b9e-420aadfb657f tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645502 Jul 14 14:35:44.744687 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:45.006684 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e8e36-5d2c-4af2-ba68-7ae393649ee4 req-f8b9d422-c42f-430e-b3f8-991835a296b1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:45.014734 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-877e8e36-5d2c-4af2-ba68-7ae393649ee4 req-f8b9d422-c42f-430e-b3f8-991835a296b1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0579741 Jul 14 14:35:45.076215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3e8b719-03c1-496b-b489-a1bfaa8337e0 req-60d49806-a834-4ea2-8df1-29f76b4b3cf2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0385385 Jul 14 14:35:45.083741 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-877e8e36-5d2c-4af2-ba68-7ae393649ee4 req-4244c229-0d00-4f2c-8661-b046b72feea6 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682921 Jul 14 14:35:45.672603 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3e4af-6c23-4506-a717-702a1ca3fa13 req-a2d71c30-5664-447d-be0b-112f4e8ecdab tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:45.674080 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efb3e4af-6c23-4506-a717-702a1ca3fa13 req-a2d71c30-5664-447d-be0b-112f4e8ecdab tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0502398 Jul 14 14:35:45.732212 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-efb3e4af-6c23-4506-a717-702a1ca3fa13 req-38ae77aa-0e88-4634-9c68-1027d999ae85 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522993 Jul 14 14:35:46.191965 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d44e557b-88de-41ad-bcf1-96bdd60fdb42 req-d0d42654-9faf-49e6-84a0-670f0ddd8e4c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0380011 Jul 14 14:35:46.225839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36b47-f990-457b-a0aa-2a25d1cd72e6 req-04dbc1e1-7e19-4499-bda5-40c7295a15f1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.230389 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ba36b47-f990-457b-a0aa-2a25d1cd72e6 req-04dbc1e1-7e19-4499-bda5-40c7295a15f1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0635064 Jul 14 14:35:46.261821 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:46.276637 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ba36b47-f990-457b-a0aa-2a25d1cd72e6 req-aa43bcfd-6cf1-401a-8329-6910c43705cd tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 Jul 14 14:35:46.368272 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-f6c1e0ab-b465-4b5c-ab22-329587ca65c2 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394473 Jul 14 14:35:46.450787 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-60361a80-6840-47d7-b2ac-d5fa91d58f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.452600 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-60361a80-6840-47d7-b2ac-d5fa91d58f92 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 1129 time: 0.0425849 Jul 14 14:35:46.541137 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-b64d67d2-b5e7-4753-833e-94543277386d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.542912 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-b64d67d2-b5e7-4753-833e-94543277386d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0831277 Jul 14 14:35:46.666498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-98773a5e-4e93-4b25-99d7-e1e7660b39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.667855 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-98773a5e-4e93-4b25-99d7-e1e7660b39b6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 200 len: 920 time: 0.1793115 Jul 14 14:35:46.690919 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Deleting port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:46.691256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:46.718274 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:46.729621 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-fd18c567-754d-4b42-9ef3-4668c186fe23 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 200 len: 217 time: 0.0528073 Jul 14 14:35:46.829426 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-fdb3f1f6-3293-42e9-beef-c432e4e4fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.830896 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-fdb3f1f6-3293-42e9-beef-c432e4e4fb60 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 200 len: 858 time: 0.0920801 Jul 14 14:35:46.848775 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d58f5-8151-4d70-872e-f7f6395e7beb req-2c861a8e-0edc-4d61-a86c-d0718d294050 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:46.849581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] For port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:46.849981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:46.850281 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-070d58f5-8151-4d70-872e-f7f6395e7beb req-2c861a8e-0edc-4d61-a86c-d0718d294050 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0505934 Jul 14 14:35:46.912415 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-070d58f5-8151-4d70-872e-f7f6395e7beb req-3dc89b4d-6ae8-40b2-a98a-13610ef03a3d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558889 Jul 14 14:35:47.049416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-b35e228e-1c86-44a0-bb00-7bff854cbdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:47.050933 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-b35e228e-1c86-44a0-bb00-7bff854cbdaa service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d8b5e31c-98ed-487e-830d-724f1cd2a8c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545442 Jul 14 14:35:47.052738 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:47.053095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:47.053405 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Floating IP 91961a99-5b89-4cfa-8774-ea88376e4d46 disassociated. External IP: 172.27.2.219, port: 1aed1e1d-edb5-41ea-ac88-358515dbc3f6. Jul 14 14:35:47.053748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Calling delete_port for 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:47.221296 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-d1e71bd5-cc6a-4ed9-9776-fdb278858b59 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623750 Jul 14 14:35:47.292213 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-05d53d38-168e-438e-aad2-0ad603450fd2 req-d552cad7-79b0-437c-b5f1-3ab111b2b384 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0294876 Jul 14 14:35:47.437883 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57095fa-ecc4-4626-8888-b9ba4bef2978 req-4016e132-6e4a-4b2c-bda8-6ee407a04188 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:47.439596 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d57095fa-ecc4-4626-8888-b9ba4bef2978 req-4016e132-6e4a-4b2c-bda8-6ee407a04188 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 945 time: 0.0676594 Jul 14 14:35:47.484637 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:47.513615 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d57095fa-ecc4-4626-8888-b9ba4bef2978 req-36ee96a2-793d-40dc-a551-278ec467f217 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d29497f-1749-4130-bc21-267d8fa9ea76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684242 Jul 14 14:35:47.685480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3f66a398-8614-49f8-9f3d-4d767d3c356e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:47.686969 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3f66a398-8614-49f8-9f3d-4d767d3c356e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 811 time: 0.4908278 Jul 14 14:35:47.692259 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c171eac-7f6e-4a2c-95ce-5d3b49c24ff8 req-950aa231-761c-480c-b159-8117ef073cd3 service neutron] 10.222.0.91 "GET /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090638 Jul 14 14:35:47.704230 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:47.753171 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-d8602297-5dd8-4b78-a0b9-6de33779ad26 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f707e1171364031b016d16a10efda78 HTTP/1.1" status: 200 len: 379 time: 0.0540907 Jul 14 14:35:47.786063 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1aed1e1d-edb5-41ea-ac88-358515dbc3f6), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:47.818061 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event deleted for resources: {'Port': ['ID=1aed1e1d-edb5-41ea-ac88-358515dbc3f6,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.837848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.838867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.838867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.838867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:35:47.939264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:35:47.994828 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'port': {'device_id': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'admin_state_up': True, 'tenant_id': '9f707e1171364031b016d16a10efda78', 'security_groups': ['7fcaa7ea-f0e4-427d-8bfe-0175224f9c68']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:48.042130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2cf79-a662-4c77-a720-9abdaa02b5ed req-bf4569c4-867c-479f-8376-6150b8254d7d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:48.044043 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9e2cf79-a662-4c77-a720-9abdaa02b5ed req-bf4569c4-867c-479f-8376-6150b8254d7d tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0623417 Jul 14 14:35:48.107400 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9e2cf79-a662-4c77-a720-9abdaa02b5ed req-4f9824aa-3f2d-4d69-a3fc-3c930cad223e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568461 Jul 14 14:35:48.138410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:35:48.155103 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f9c24-6775-4205-835e-202efd45162a None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:35:48.166912 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:48.167539 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:48.192030 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] No DVR routers for this DVR port 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:35:48.201016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:48.205783 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:48.214646 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bdb055f6-1320-4d14-a2c7-cd47f76ff075 req-cdc8976e-6c1b-4fda-885e-a4855df3f624 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "DELETE /v2.0/ports/1aed1e1d-edb5-41ea-ac88-358515dbc3f6 HTTP/1.1" status: 204 len: 173 time: 1.6369102 Jul 14 14:35:48.214646 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'name': 'network-vif-deleted', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:48.214646 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9ba74-c6b1-4eba-8a79-c1d68374bb07" -d '{"events": [{"server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "name": "network-vif-deleted", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:48.261103 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322e74f7-136b-4dcc-b809-cef17c0982bf x-openstack-request-id: req-322e74f7-136b-4dcc-b809-cef17c0982bf {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:48.261392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79f9504-35ca-452e-8c51-8db181ea74a7", "name": "network-vif-deleted", "tag": "1aed1e1d-edb5-41ea-ac88-358515dbc3f6", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:48.261636 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-322e74f7-136b-4dcc-b809-cef17c0982bf {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:48.262070 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322e74f7-136b-4dcc-b809-cef17c0982bf'] response: {'server_uuid': 'd79f9504-35ca-452e-8c51-8db181ea74a7', 'name': 'network-vif-deleted', 'tag': '1aed1e1d-edb5-41ea-ac88-358515dbc3f6', 'status': 'completed', 'code': 200} Jul 14 14:35:48.300836 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Made reservation on behalf of 9f707e1171364031b016d16a10efda78 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:35:48.303590 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:48.304786 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:48.409020 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f360f61-d7f8-4b38-a9e0-1e94af788f0c req-5e2f4741-a6ed-4604-b307-7a5a010ba7a7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0287459 Jul 14 14:35:48.449477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Allocated IP 172.20.0.5 (bbfe63db-9252-4dec-a8a5-e4a436973249/d29e76a6-6f04-44e6-bba3-57828abde67e/1036eb7e-e728-484f-95a0-13ba697cc1cc) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:35:48.598300 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:48.610768 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:48.625434 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f9c24-6775-4205-835e-202efd45162a None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:35:48.627754 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6db16ff0-b23b-40d4-bc9d-bfbbf86c4f87 req-5d72914a-5dbd-4ac2-be78-fbfc0cb6ff75 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0309732 Jul 14 14:35:48.635114 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:35:48.635731 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:48.735854 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:35:48.745440 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:48.762616 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:48.786811 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Network bbfe63db-9252-4dec-a8a5-e4a436973249 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:35:48.793110 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:35:48.797133 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:35:48.821177 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event updated for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:48.872970 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:48.873644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:48.959387 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-244f9c24-6775-4205-835e-202efd45162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:35:48.965505 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-3364f4c7-9879-4026-955f-0af4ecd05efe tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9766295 Jul 14 14:35:48.986700 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f9c24-6775-4205-835e-202efd45162a None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:49Z', 'revision_number': 4, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '13c7377b-2466-4a95-b5f8-219fbe7eb187', 'name': '', 'network_id': 'd8b5e31c-98ed-487e-830d-724f1cd2a8c8', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'mac_address': 'fa:16:3e:a2:3c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:48Z', 'updated_at': '2022-07-14T14:30:59Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'subnets': [{'id': 'b21977c1-6372-4c93-b060-e16267f084bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:35:49.015759 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Request body: {'port': {'device_id': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:35:49.087255 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.109143 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-12a7e4ec-c961-429d-ae7e-e2dd50d32a00 None None] Provisioning complete for port 1036eb7e-e728-484f-95a0-13ba697cc1cc triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:35:49.109757 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-12a7e4ec-c961-429d-ae7e-e2dd50d32a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.136945 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:49.156942 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-12a7e4ec-c961-429d-ae7e-e2dd50d32a00 None None] Port 1036eb7e-e728-484f-95a0-13ba697cc1cc cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:35:49.254831 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3a045-d14f-43c9-b043-7f63888e0e42 req-551ae51c-2554-41e6-8456-f8f951ba5a5e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:49.256691 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-52e3a045-d14f-43c9-b043-7f63888e0e42 req-551ae51c-2554-41e6-8456-f8f951ba5a5e tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0536251 Jul 14 14:35:49.272400 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e3ba2-1463-4c6e-a264-7f6c30de32e1 None None] New status for floating IP 91961a99-5b89-4cfa-8774-ea88376e4d46: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:35:49.325633 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-52e3a045-d14f-43c9-b043-7f63888e0e42 req-294f4452-a7f9-4274-ae09-521d9d697849 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619984 Jul 14 14:35:49.374238 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1036eb7e-e728-484f-95a0-13ba697cc1cc {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:35:49.383749 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks [] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.398142 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Transition to ACTIVE for port object 1036eb7e-e728-484f-95a0-13ba697cc1cc will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:35:49.487855 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.545022 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a0da4-2a7c-47ad-9a15-22b34dada33c req-fec5ec8f-dccd-479c-9141-31ac469db901 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:49.550983 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-051a0da4-2a7c-47ad-9a15-22b34dada33c req-fec5ec8f-dccd-479c-9141-31ac469db901 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 943 time: 0.0676894 Jul 14 14:35:49.566887 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Pushing event updated for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:49.622011 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-051a0da4-2a7c-47ad-9a15-22b34dada33c req-b3d561d3-4b1a-4602-a5ad-929eeb3a0efa tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647197 Jul 14 14:35:49.624845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:49.664470 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Attempting to bind port 1036eb7e-e728-484f-95a0-13ba697cc1cc on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:35:49.665820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Attempting to bind port 1036eb7e-e728-484f-95a0-13ba697cc1cc by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:35:49.666279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Attempting to bind port 1036eb7e-e728-484f-95a0-13ba697cc1cc on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:35:49.674410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Port 1036eb7e-e728-484f-95a0-13ba697cc1cc on network bbfe63db-9252-4dec-a8a5-e4a436973249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:35:49.674850 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Attempting to bind port 1036eb7e-e728-484f-95a0-13ba697cc1cc on network bbfe63db-9252-4dec-a8a5-e4a436973249 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:35:49.686717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:35:49.686717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Checking segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:35:49.686717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Bound using segment: {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:35:49.687490 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Bound port: 1036eb7e-e728-484f-95a0-13ba697cc1cc, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68b960a-f54e-4ef9-be13-197c5215c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:35:49.688240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.759741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:35:49.762991 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:35:49.768985 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3f9cf0ef-3473-469f-9b55-3db37b7a4eb2 req-90da840c-075a-4a1e-8fe8-b1b1e2d917ba tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=d79f9504-35ca-452e-8c51-8db181ea74a7 HTTP/1.1" status: 200 len: 210 time: 0.0339470 Jul 14 14:35:49.842634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.876621 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:49.877239 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:49.878681 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] 10.222.0.91 "PUT /v2.0/ports/1036eb7e-e728-484f-95a0-13ba697cc1cc HTTP/1.1" status: 200 len: 1093 time: 0.8673074 Jul 14 14:35:49.900515 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47ea9-97bf-444e-b51e-b33ffb126971 service neutron] Pushing event updated for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:50.074640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-24fe87be-8976-4acf-8583-d7ad2639b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.077212 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-24fe87be-8976-4acf-8583-d7ad2639b2e2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 1127 time: 0.0454514 Jul 14 14:35:50.116914 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-d2464c43-2507-42f0-a1d2-ee08642594ff service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc HTTP/1.1" status: 200 len: 217 time: 0.0336812 Jul 14 14:35:50.167772 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-2bc6d8ad-9ab6-41b4-83ff-049f55faba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.169123 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-2bc6d8ad-9ab6-41b4-83ff-049f55faba33 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0471220 Jul 14 14:35:50.212512 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-44a1f959-4896-4ac8-96d4-88c341688e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.214029 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-44a1f959-4896-4ac8-96d4-88c341688e59 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386021 Jul 14 14:35:50.231721 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:50.281504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:50.283735 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad87dda-892c-48cb-9d95-71d6db840477" -d '{"events": [{"name": "network-changed", "server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:50.317957 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-8a5dafa1-f715-40f2-8494-2364c268c8db service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941412 Jul 14 14:35:50.329961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6559f03f-2c6a-46d7-ba35-67d2c8fa57e9 x-openstack-request-id: req-6559f03f-2c6a-46d7-ba35-67d2c8fa57e9 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:50.329961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:50.329961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6559f03f-2c6a-46d7-ba35-67d2c8fa57e9 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:50.329961 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6559f03f-2c6a-46d7-ba35-67d2c8fa57e9'] response: {'name': 'network-changed', 'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'status': 'completed', 'code': 200} Jul 14 14:35:50.424189 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-83e4aa3e-81d8-4bb9-96ea-7e3d7a4a6951 req-65a98e29-0943-492f-9000-354bfdbc6a25 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937939 Jul 14 14:35:50.424683 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1bbd2-20b9-428a-905c-c659fb581d22 req-33d6f915-3cf2-4272-830b-76e024ac2dc6 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.426133 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3de1bbd2-20b9-428a-905c-c659fb581d22 req-33d6f915-3cf2-4272-830b-76e024ac2dc6 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0562129 Jul 14 14:35:50.476827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74640e1-adab-48a8-821c-0ab355738957 req-e51b416d-142f-4009-81a4-050e94a4a1ba tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.478278 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d74640e1-adab-48a8-821c-0ab355738957 req-e51b416d-142f-4009-81a4-050e94a4a1ba tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0704086 Jul 14 14:35:50.515639 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3de1bbd2-20b9-428a-905c-c659fb581d22 req-e46df1a9-456a-4164-8998-6d76f1bab3ce tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729656 Jul 14 14:35:50.534750 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:50.543937 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:35:50.553976 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d74640e1-adab-48a8-821c-0ab355738957 req-98f0636a-2a08-4af6-b95b-9a7c5ceee8dc tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687690 Jul 14 14:35:50.563576 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:35:50.563920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1aed1e1d-edb5-41ea-ac88-358515dbc3f6 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:35:50.733643 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f001e-b2f3-48f6-bbec-46bbb440eefc req-b3e311f6-d028-4109-bd37-9bbf9866ae16 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:50.735128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e25f001e-b2f3-48f6-bbec-46bbb440eefc req-b3e311f6-d028-4109-bd37-9bbf9866ae16 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 943 time: 0.0512531 Jul 14 14:35:50.781500 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e25f001e-b2f3-48f6-bbec-46bbb440eefc req-372c7c91-93b3-445f-b63f-5b098c97b838 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Jul 14 14:35:50.950573 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44252) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:51.006369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (4d29497f-1749-4130-bc21-267d8fa9ea76), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.029360 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (4d29497f-1749-4130-bc21-267d8fa9ea76), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.166747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (4d29497f-1749-4130-bc21-267d8fa9ea76), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.169364 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.170565 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "DELETE /v2.0/security-groups/4d29497f-1749-4130-bc21-267d8fa9ea76 HTTP/1.1" status: 204 len: 168 time: 0.2190096 Jul 14 14:35:51.177517 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44254) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:51.180048 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c26b89-ba45-43f1-b4b5-110908cbdcdc tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d29497f-1749-4130-bc21-267d8fa9ea76,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:51.191416 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-ce598575-27aa-4ff3-8cf3-4b8265a7ed29 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] show failed (client error): The resource could not be found. Jul 14 14:35:51.194946 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ce598575-27aa-4ff3-8cf3-4b8265a7ed29 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups/4d29497f-1749-4130-bc21-267d8fa9ea76 HTTP/1.1" status: 404 len: 347 time: 0.0139573 Jul 14 14:35:51.195297 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44256) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:35:51.651306 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Deleting port b189e01c-28c9-41a9-8884-d6832222d549 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:51.652008 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (b189e01c-28c9-41a9-8884-d6832222d549), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.685282 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835484b-c8cb-4b68-9007-daae7e0336bb req-c5109249-3cb1-434a-957f-bbd74d283d95 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:51.686829 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6835484b-c8cb-4b68-9007-daae7e0336bb req-c5109249-3cb1-434a-957f-bbd74d283d95 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0946593 Jul 14 14:35:51.702586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:51.756984 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021c3c6-b551-4d57-a72f-82936432acf8 req-19cb9eb9-2ed9-4334-900c-b16a71239890 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:51.758530 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c021c3c6-b551-4d57-a72f-82936432acf8 req-19cb9eb9-2ed9-4334-900c-b16a71239890 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.1262026 Jul 14 14:35:51.824579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (b189e01c-28c9-41a9-8884-d6832222d549), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.824933 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (b189e01c-28c9-41a9-8884-d6832222d549), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:51.844452 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6835484b-c8cb-4b68-9007-daae7e0336bb req-c30ab2d0-adb6-46dc-8709-f1b2a354d099 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464486 Jul 14 14:35:51.860378 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Calling delete_port for b189e01c-28c9-41a9-8884-d6832222d549 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:51.881964 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c021c3c6-b551-4d57-a72f-82936432acf8 req-25758cfd-172d-4712-b38b-b97c2d6e4354 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152768 Jul 14 14:35:51.980241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e568c-260e-4aa2-8bdc-b387135d719d req-fc58d69a-53d4-4a9d-91cb-5c5a81ebff5f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:51.981622 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e93e568c-260e-4aa2-8bdc-b387135d719d req-fc58d69a-53d4-4a9d-91cb-5c5a81ebff5f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 943 time: 0.0654938 Jul 14 14:35:52.063463 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e93e568c-260e-4aa2-8bdc-b387135d719d req-56584886-c192-4b91-ab33-9ede0e5e8740 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750978 Jul 14 14:35:52.082621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:52.322118 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (b189e01c-28c9-41a9-8884-d6832222d549), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:52.349528 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event deleted for resources: {'Port': ['ID=b189e01c-28c9-41a9-8884-d6832222d549,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:52.412962 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks [] for floatingip (91961a99-5b89-4cfa-8774-ea88376e4d46), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:52.415497 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:52.416635 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fbb9b4e0-b6ab-41b8-936a-e31b9ac8a3c8 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "DELETE /v2.0/floatingips/91961a99-5b89-4cfa-8774-ea88376e4d46 HTTP/1.1" status: 204 len: 168 time: 1.2204647 Jul 14 14:35:52.752068 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-9b50fe4f-1b12-4ec8-971a-429a094409c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:52.753571 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-9b50fe4f-1b12-4ec8-971a-429a094409c6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 1127 time: 0.0451579 Jul 14 14:35:52.971253 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbd1e3-0ce0-44f3-af19-6b0bbaebd00e req-d5788a0c-eeef-49cb-b1c7-4ec093a7b37c tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:52.972370 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64bbd1e3-0ce0-44f3-af19-6b0bbaebd00e req-d5788a0c-eeef-49cb-b1c7-4ec093a7b37c tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0596712 Jul 14 14:35:53.021086 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5679a17-d4c4-4c24-b4f8-b4754ed25805 req-a73eea87-1f9e-4036-bd99-403612db3173 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.022604 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5679a17-d4c4-4c24-b4f8-b4754ed25805 req-a73eea87-1f9e-4036-bd99-403612db3173 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0690434 Jul 14 14:35:53.066372 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-64bbd1e3-0ce0-44f3-af19-6b0bbaebd00e req-37b0f44b-7c56-40af-a0cb-5b357537f587 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Jul 14 14:35:53.103286 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f5679a17-d4c4-4c24-b4f8-b4754ed25805 req-6a9b77a7-7f16-42e1-94f2-7b5606e169e3 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=3c343f85-3621-4b20-9be1-ea5b8c6477e9&id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703328 Jul 14 14:35:53.196633 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac370a7-9a5a-4580-a40b-699ed570932c req-bffbdd7d-9857-4d24-877a-8dd964ae5ca2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.198525 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ac370a7-9a5a-4580-a40b-699ed570932c req-bffbdd7d-9857-4d24-877a-8dd964ae5ca2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 943 time: 0.0555782 Jul 14 14:35:53.250637 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5ac370a7-9a5a-4580-a40b-699ed570932c req-a24f40c6-ce03-4d62-90b3-65a671b85028 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455148 Jul 14 14:35:53.260689 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-aa525c16-0f9a-48fd-85f2-3073e4b96614 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.262197 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-aa525c16-0f9a-48fd-85f2-3073e4b96614 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.1233561 Jul 14 14:35:53.265546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-f400597e-65d2-404e-96a8-fe2d78818d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.265546 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-f400597e-65d2-404e-96a8-fe2d78818d8c service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.1373267 Jul 14 14:35:53.334380 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-9d8878c9-0fb6-4fd3-9e78-3917eceed148 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc HTTP/1.1" status: 200 len: 217 time: 0.0544765 Jul 14 14:35:53.419091 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Deleting port de354651-c5b6-4cfd-b538-bcf04cdfa541 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:53.419691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:53.424220 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-08bfafdc-d700-4c7d-8d95-be3d86dbc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.425665 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-08bfafdc-d700-4c7d-8d95-be3d86dbc15b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0854719 Jul 14 14:35:53.515128 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-8ece8645-5724-4053-93ef-d3f69cc8e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.516646 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-8ece8645-5724-4053-93ef-d3f69cc8e216 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0782781 Jul 14 14:35:53.533060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:53.606041 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] For port de354651-c5b6-4cfd-b538-bcf04cdfa541, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=de354651-c5b6-4cfd-b538-bcf04cdfa541,segment=NetworkSegment(4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd),segment_id=4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:53.606409 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:53.624814 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Calling delete_port for de354651-c5b6-4cfd-b538-bcf04cdfa541 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:53.682141 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-d8802064-6ff9-4419-a9c2-55851e54573b service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580641 Jul 14 14:35:53.685467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:53.803058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b60f-1d40-4516-b4dd-9abbf324be64 req-a497219a-9fa3-4ce1-a1ff-25874bdde25f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:53.804644 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7e20b60f-1d40-4516-b4dd-9abbf324be64 req-a497219a-9fa3-4ce1-a1ff-25874bdde25f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0492713 Jul 14 14:35:53.826564 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5ad87dda-892c-48cb-9d95-71d6db840477 req-86d2f360-4aaf-4ad4-81c6-5e7a30a93368 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385448 Jul 14 14:35:53.858356 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7e20b60f-1d40-4516-b4dd-9abbf324be64 req-deebd031-46d8-453b-b9fc-e41ba2fee943 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470960 Jul 14 14:35:54.185825 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447db07-e581-4855-9633-274c0c96adfc req-3ca128f7-b963-447f-998d-d3411ded80dc tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:54.187305 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8447db07-e581-4855-9633-274c0c96adfc req-3ca128f7-b963-447f-998d-d3411ded80dc tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 946 time: 0.0503359 Jul 14 14:35:54.198564 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (de354651-c5b6-4cfd-b538-bcf04cdfa541), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:54.210003 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['de354651-c5b6-4cfd-b538-bcf04cdfa541'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:54.259935 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Pushing event deleted for resources: {'Port': ['ID=de354651-c5b6-4cfd-b538-bcf04cdfa541,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:54.261281 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8447db07-e581-4855-9633-274c0c96adfc req-c670967c-b6de-4536-b52e-44e9cc2473f9 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/security-groups?id=d043a937-4827-4edc-aac8-f8e06e107a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Jul 14 14:35:54.287240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] No DVR routers for this DVR port de354651-c5b6-4cfd-b538-bcf04cdfa541 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:35:54.290033 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:54.293896 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0c0089e7-fa2a-47e6-8e00-cc3fcd4397d2 req-a5bdc8f3-fd99-4735-aae2-86dae89b58c3 tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.91 "DELETE /v2.0/ports/de354651-c5b6-4cfd-b538-bcf04cdfa541 HTTP/1.1" status: 204 len: 173 time: 1.0218687 Jul 14 14:35:54.300752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'name': 'network-vif-deleted', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:54.300752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed64a8-ecc6-4ee7-af1f-67ae6f5eb6d3" -d '{"events": [{"server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "name": "network-vif-deleted", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:54.334653 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547ce419-9b84-4287-8f5b-04b0f8e8aa2e x-openstack-request-id: req-547ce419-9b84-4287-8f5b-04b0f8e8aa2e {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:54.334948 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f04c79-b2ea-48d2-bea5-41c631a8e63c", "name": "network-vif-deleted", "tag": "de354651-c5b6-4cfd-b538-bcf04cdfa541", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:54.335201 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-547ce419-9b84-4287-8f5b-04b0f8e8aa2e {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:54.336328 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547ce419-9b84-4287-8f5b-04b0f8e8aa2e'] response: {'server_uuid': '64f04c79-b2ea-48d2-bea5-41c631a8e63c', 'name': 'network-vif-deleted', 'tag': 'de354651-c5b6-4cfd-b538-bcf04cdfa541', 'status': 'completed', 'code': 200} Jul 14 14:35:54.394120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec67f1-8bba-4753-9fda-d3332347130c req-d9fb994e-3b86-4bd5-982e-3b15a8d2a4fa tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:54.395582 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b9ec67f1-8bba-4753-9fda-d3332347130c req-d9fb994e-3b86-4bd5-982e-3b15a8d2a4fa tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 943 time: 0.0476534 Jul 14 14:35:54.442131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b9ec67f1-8bba-4753-9fda-d3332347130c req-8297a6d0-4f8d-4102-930f-42767bc6bb56 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 Jul 14 14:35:54.565739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1036eb7e-e728-484f-95a0-13ba697cc1cc details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:35:54.687282 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:54.698783 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'port_id': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'mac_address': 'fa:16:3e:f7:48:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:35:54.733758 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1036eb7e-e728-484f-95a0-13ba697cc1cc is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:35:54.734225 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:54.747787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1036eb7e-e728-484f-95a0-13ba697cc1cc {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:35:54.769114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:54.987973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5052a-f3a6-4450-a277-4c2f296b8781 req-0141c30a-af16-4911-8c27-66da9b8f7354 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:54.989511 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e8b5052a-f3a6-4450-a277-4c2f296b8781 req-0141c30a-af16-4911-8c27-66da9b8f7354 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0536659 Jul 14 14:35:54.996585 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:55.010808 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:55.042412 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:55.045367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:55.047820 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e8b5052a-f3a6-4450-a277-4c2f296b8781 req-d305face-493b-4fea-847b-a00277cad6f9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516481 Jul 14 14:35:55.286310 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['1036eb7e-e728-484f-95a0-13ba697cc1cc'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:55.359266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4b334e1f-4367-4751-8a93-d5a6878df265 req-415922f6-b9a9-4ab3-a4a8-50a8f62c0cbb tempest-VolumesSnapshotTestJSON-211992955 tempest-VolumesSnapshotTestJSON-211992955-project] 10.222.0.93 "GET /v2.0/ports?device_id=64f04c79-b2ea-48d2-bea5-41c631a8e63c HTTP/1.1" status: 200 len: 210 time: 0.0287435 Jul 14 14:35:55.394345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:55.616191 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af310cc-e00f-4325-b351-569de54c94cc req-78f2b837-6967-4694-afd1-1f40bfa9350c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:55.617756 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1af310cc-e00f-4325-b351-569de54c94cc req-78f2b837-6967-4694-afd1-1f40bfa9350c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 944 time: 0.0492001 Jul 14 14:35:55.670382 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1af310cc-e00f-4325-b351-569de54c94cc req-c82600b6-21fd-4148-87d2-b605bad5da37 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466890 Jul 14 14:35:55.844754 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bbdba-840b-4271-8127-fabb16981b81 req-d204d9b3-37db-4768-a1e4-15b39453336c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:55.846227 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e98bbdba-840b-4271-8127-fabb16981b81 req-d204d9b3-37db-4768-a1e4-15b39453336c tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0474296 Jul 14 14:35:55.896438 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:55.901893 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e98bbdba-840b-4271-8127-fabb16981b81 req-6b3d915a-4656-47d4-8f73-daa3eb446e63 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501268 Jul 14 14:35:56.167242 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582fe9-c6ba-4f95-ab14-99488fee1cde req-4c140c2e-2071-4f92-b80c-97f4308cc9bd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:56.168739 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5d582fe9-c6ba-4f95-ab14-99488fee1cde req-4c140c2e-2071-4f92-b80c-97f4308cc9bd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0477931 Jul 14 14:35:56.217055 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5d582fe9-c6ba-4f95-ab14-99488fee1cde req-8d1f42db-7ead-4a5b-92a0-9286abc39bf6 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427723 Jul 14 14:35:56.582860 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1036eb7e-e728-484f-95a0-13ba697cc1cc up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:35:56.625083 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 1036eb7e-e728-484f-95a0-13ba697cc1cc completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:35:56.727889 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 1036eb7e-e728-484f-95a0-13ba697cc1cc triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:35:56.728274 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:56.782954 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b670726-097e-41ea-9593-559af5e79814 req-ac2225a8-0a80-4ca7-9997-76edcae44375 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:56.784420 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b670726-097e-41ea-9593-559af5e79814 req-ac2225a8-0a80-4ca7-9997-76edcae44375 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 944 time: 0.0477848 Jul 14 14:35:56.805961 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1036eb7e-e728-484f-95a0-13ba697cc1cc is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:35:56.806346 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:56.829283 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:56.831510 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8a3b60-dbef-4b7b-b50b-6cdffc68ad2f" -d '{"events": [{"server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "name": "network-vif-plugged", "status": "completed", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:56.836045 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1b670726-097e-41ea-9593-559af5e79814 req-f5f5e28e-8eff-4605-9915-88a5c30c6363 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 Jul 14 14:35:56.845107 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:56.873136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a91bc-e986-4423-8f21-55e9f70fa0e0 x-openstack-request-id: req-2f9a91bc-e986-4423-8f21-55e9f70fa0e0 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:56.873447 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "name": "network-vif-plugged", "status": "completed", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:56.873728 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2f9a91bc-e986-4423-8f21-55e9f70fa0e0 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:56.874180 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9a91bc-e986-4423-8f21-55e9f70fa0e0'] response: {'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'code': 200} Jul 14 14:35:56.972492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:56.973380 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device de354651-c5b6-4cfd-b538-bcf04cdfa541 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:35:57.009610 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: de354651-c5b6-4cfd-b538-bcf04cdfa541 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:35:57.011528 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device de354651-c5b6-4cfd-b538-bcf04cdfa541 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:35:57.021657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e3f5a-9dd1-4d13-81b5-ef9abaaa4df6 req-5d47da04-6208-4a7c-81d2-71c7d78cf89a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:57.023670 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-df2e3f5a-9dd1-4d13-81b5-ef9abaaa4df6 req-5d47da04-6208-4a7c-81d2-71c7d78cf89a tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0542629 Jul 14 14:35:57.035298 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:57.071499 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-df2e3f5a-9dd1-4d13-81b5-ef9abaaa4df6 req-88f9a552-3e5b-46c8-942e-5b115f826828 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jul 14 14:35:57.331225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f9ff0-7109-4a76-8d84-398c88b71be6 req-d8504e20-b037-4443-ba85-e6104eb1b3fb tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:57.333280 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-116f9ff0-7109-4a76-8d84-398c88b71be6 req-d8504e20-b037-4443-ba85-e6104eb1b3fb tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0472014 Jul 14 14:35:57.382822 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-116f9ff0-7109-4a76-8d84-398c88b71be6 req-5fb9a105-ae1e-49cd-a382-a1af69610a6a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431440 Jul 14 14:35:57.965187 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff83ed-7ae6-44df-9818-79a34ea13b28 req-42d4f561-8941-4d82-b7ca-e79a717af85c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:57.966833 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8cff83ed-7ae6-44df-9818-79a34ea13b28 req-42d4f561-8941-4d82-b7ca-e79a717af85c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0539579 Jul 14 14:35:57.967118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb3d58-3312-4fde-856f-0bc034d038b5 req-f558d13c-5aa5-40cc-9b4d-7e602ce97854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:57.968563 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-38fb3d58-3312-4fde-856f-0bc034d038b5 req-f558d13c-5aa5-40cc-9b4d-7e602ce97854 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 1129 time: 0.0474188 Jul 14 14:35:58.018996 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8cff83ed-7ae6-44df-9818-79a34ea13b28 req-caf2b508-e932-45a8-bbdd-149d64a39294 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455861 Jul 14 14:35:58.026946 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-f0d3d356-64b4-4d91-b0a2-68762e64fbd9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:58.028404 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-f0d3d356-64b4-4d91-b0a2-68762e64fbd9 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0706968 Jul 14 14:35:58.083913 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-38fb3d58-3312-4fde-856f-0bc034d038b5 req-4102c039-af15-44d6-b332-edbb0e8f4c36 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911968 Jul 14 14:35:58.131505 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Deleting port ac66ed7d-031b-4b52-a7dd-034845cce439 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:35:58.131752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:58.186711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79890-3064-4e7b-a856-94a31c8f499d req-c71e6b55-a1f6-4fe6-b0f0-0476ec1d86d4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:58.188277 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13c79890-3064-4e7b-a856-94a31c8f499d req-c71e6b55-a1f6-4fe6-b0f0-0476ec1d86d4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 945 time: 0.0477216 Jul 14 14:35:58.230276 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] For port ac66ed7d-031b-4b52-a7dd-034845cce439, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ac66ed7d-031b-4b52-a7dd-034845cce439,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:35:58.230629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:58.240010 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13c79890-3064-4e7b-a856-94a31c8f499d req-60b4461c-56f0-429b-804a-25a52f621c74 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Jul 14 14:35:58.244945 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Calling delete_port for ac66ed7d-031b-4b52-a7dd-034845cce439 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:35:58.326757 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:58.497604 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42883-11ef-4e47-9fd6-1af12716a204 req-d0b3bf74-b1d9-479c-8a15-0cc77e8e7505 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:58.499067 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbb42883-11ef-4e47-9fd6-1af12716a204 req-d0b3bf74-b1d9-479c-8a15-0cc77e8e7505 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0463262 Jul 14 14:35:58.505041 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (ac66ed7d-031b-4b52-a7dd-034845cce439), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:58.517383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['ac66ed7d-031b-4b52-a7dd-034845cce439', '0e4102af-1b96-490a-9640-00a73098d3cf'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:35:58.538184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event deleted for resources: {'Port': ['ID=ac66ed7d-031b-4b52-a7dd-034845cce439,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:35:58.565041 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbb42883-11ef-4e47-9fd6-1af12716a204 req-24314335-c0b3-4307-a620-d91c32addc2c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602229 Jul 14 14:35:58.590283 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] No DVR routers for this DVR port ac66ed7d-031b-4b52-a7dd-034845cce439 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:35:58.592841 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:35:58.596265 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-657ac7cd-769a-4b6d-95e7-1df76716d9c7 req-ab45f2f0-704b-42c7-8b77-2c1f5e581f43 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "DELETE /v2.0/ports/ac66ed7d-031b-4b52-a7dd-034845cce439 HTTP/1.1" status: 204 len: 173 time: 0.5620990 Jul 14 14:35:58.596706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'name': 'network-vif-deleted', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:35:58.600201 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277f6e39-0874-4b09-a4d5-22e157cdf063" -d '{"events": [{"server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "name": "network-vif-deleted", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:35:58.634733 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b9464d-107c-4948-acdb-4349d806337b x-openstack-request-id: req-82b9464d-107c-4948-acdb-4349d806337b {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:35:58.635090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52c67b1-7116-43ef-be38-0f7c6acc677f", "name": "network-vif-deleted", "tag": "ac66ed7d-031b-4b52-a7dd-034845cce439", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:35:58.635406 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-82b9464d-107c-4948-acdb-4349d806337b {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:35:58.635896 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b9464d-107c-4948-acdb-4349d806337b'] response: {'server_uuid': 'f52c67b1-7116-43ef-be38-0f7c6acc677f', 'name': 'network-vif-deleted', 'tag': 'ac66ed7d-031b-4b52-a7dd-034845cce439', 'status': 'completed', 'code': 200} Jul 14 14:35:59.153690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21dfa1-2c37-4596-ac19-dd9bf425eff2 req-a0fa2ca4-e099-40f0-9f8d-f3f0c71f42c0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:59.155123 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a21dfa1-2c37-4596-ac19-dd9bf425eff2 req-a0fa2ca4-e099-40f0-9f8d-f3f0c71f42c0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0473831 Jul 14 14:35:59.202628 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a21dfa1-2c37-4596-ac19-dd9bf425eff2 req-1913fe5a-3c25-4910-8aee-1f2184385687 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Jul 14 14:35:59.348078 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-53889217-12cf-40c2-835b-97501109389e req-32617f6b-0f8c-4343-b25c-610d08d12efb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0278070 Jul 14 14:35:59.682351 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5f0e-18ef-45bf-b286-8a857c9052b8 req-0e4a14a2-b008-459c-94ad-80fd4f4d50aa tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:35:59.683809 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b84e5f0e-18ef-45bf-b286-8a857c9052b8 req-0e4a14a2-b008-459c-94ad-80fd4f4d50aa tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0464318 Jul 14 14:35:59.722343 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:35:59.735923 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b84e5f0e-18ef-45bf-b286-8a857c9052b8 req-46cc9a0a-4f52-4d2c-8d5a-bdc756358bbd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466342 Jul 14 14:36:00.315210 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289cfa7-2d17-439f-891f-83a053af636a req-06c68ec8-62cc-4b2a-b6a2-ec85273abfaf tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:00.316566 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0289cfa7-2d17-439f-891f-83a053af636a req-06c68ec8-62cc-4b2a-b6a2-ec85273abfaf tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0466084 Jul 14 14:36:00.362900 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0289cfa7-2d17-439f-891f-83a053af636a req-d766b69c-af3e-4ee8-97c1-713c71d8a6ed tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Jul 14 14:36:00.460920 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ec540760-3423-489e-9e64-0300a9986a2d req-7db74c54-0b90-407e-993f-702c8ef4cf19 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0294054 Jul 14 14:36:00.849669 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1f9c-9b1b-4113-b7e7-487f4f78655b req-005791b8-bcf1-4d6f-b3bf-61651ac12ef9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:00.851692 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e5fb1f9c-9b1b-4113-b7e7-487f4f78655b req-005791b8-bcf1-4d6f-b3bf-61651ac12ef9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0491104 Jul 14 14:36:00.878739 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:00.902008 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e5fb1f9c-9b1b-4113-b7e7-487f4f78655b req-ee870f42-9edf-4896-a0ca-aae303d2cbe9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Jul 14 14:36:01.477330 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187adcc-97c3-401f-bfed-4d6a7752d5de req-fafafc94-99d8-4cb8-aee7-f1d38138a058 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:01.478848 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2187adcc-97c3-401f-bfed-4d6a7752d5de req-fafafc94-99d8-4cb8-aee7-f1d38138a058 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0469346 Jul 14 14:36:01.532129 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2187adcc-97c3-401f-bfed-4d6a7752d5de req-d103f3f9-3cc0-4201-a883-306f414a1ec4 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441761 Jul 14 14:36:01.571561 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0e221ca-b520-42b9-b9c7-ee90d54310f4 req-f0e23f72-78fb-4f03-8b5a-eff6cc2c0258 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0277908 Jul 14 14:36:02.021368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57323ab-a4b3-4411-8486-9e9c8a016e74 req-ff46d08c-e455-489b-9e9e-12734aed0940 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:02.023338 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a57323ab-a4b3-4411-8486-9e9c8a016e74 req-ff46d08c-e455-489b-9e9e-12734aed0940 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0542083 Jul 14 14:36:02.077373 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a57323ab-a4b3-4411-8486-9e9c8a016e74 req-51dd5296-5e86-4c32-8e27-90b449ac8874 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465717 Jul 14 14:36:02.620820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ac66ed7d-031b-4b52-a7dd-034845cce439 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:02.646505 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: ac66ed7d-031b-4b52-a7dd-034845cce439 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:02.646837 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ac66ed7d-031b-4b52-a7dd-034845cce439 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:02.651123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d89d4-eb9f-4099-ba8b-0b418f9952d3 req-bc26245c-855a-4b64-bb1e-7946342bf3cb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:02.653252 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-669d89d4-eb9f-4099-ba8b-0b418f9952d3 req-bc26245c-855a-4b64-bb1e-7946342bf3cb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0529966 Jul 14 14:36:02.694531 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d30a6e7b-dc29-4cb2-bcda-6fa9bef3db7e req-66937044-5dd2-455e-9879-8f388f3f4597 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=f52c67b1-7116-43ef-be38-0f7c6acc677f HTTP/1.1" status: 200 len: 210 time: 0.0376396 Jul 14 14:36:02.723490 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-669d89d4-eb9f-4099-ba8b-0b418f9952d3 req-aac847dc-f353-4422-b466-b85fc649d03b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574362 Jul 14 14:36:02.783564 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4c22ade1-17fb-4dce-93eb-34c4494a7e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:02.840979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d120ef-22c6-4440-a6e2-a42bf5b50804 req-fcf2219e-8c52-4baa-913d-d3dc77b67715 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:02.842654 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94d120ef-22c6-4440-a6e2-a42bf5b50804 req-fcf2219e-8c52-4baa-913d-d3dc77b67715 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0497310 Jul 14 14:36:02.850968 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44372) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:02.857027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Request body: {'floatingip': {'port_id': '1036eb7e-e728-484f-95a0-13ba697cc1cc'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:02.894710 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:03.231792 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fc0a2-2156-4696-86fc-ee882e568191 req-fe6becb8-6a70-42fc-a35f-c50c65ee885b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:03.233274 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db4fc0a2-2156-4696-86fc-ee882e568191 req-fe6becb8-6a70-42fc-a35f-c50c65ee885b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0878413 Jul 14 14:36:03.302466 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:03.325523 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db4fc0a2-2156-4696-86fc-ee882e568191 req-adc75843-e665-4cd8-94b6-fbd7f8fbc370 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691071 Jul 14 14:36:03.401058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:03.550770 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:03.624154 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:03.647001 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Floating IP 35cf4fcc-f0af-432d-a409-a7c52c8eeadb associated. External IP: 172.27.2.182, port: 1036eb7e-e728-484f-95a0-13ba697cc1cc. Jul 14 14:36:03.860595 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:03.967081 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:03.972518 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:03.977848 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:03.987633 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:03.988267 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:04.006917 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a79f0ac8-8966-4b62-8a99-e79ccbc8f7eb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "PUT /v2.0/floatingips/35cf4fcc-f0af-432d-a409-a7c52c8eeadb HTTP/1.1" status: 200 len: 991 time: 1.1543131 Jul 14 14:36:04.007495 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:04.010018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf" -d '{"events": [{"name": "network-changed", "server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:04.049514 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c870a21-34de-4347-962a-e8868a440ac4 x-openstack-request-id: req-3c870a21-34de-4347-962a-e8868a440ac4 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:04.049842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:04.050099 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3c870a21-34de-4347-962a-e8868a440ac4 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:04.050499 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c870a21-34de-4347-962a-e8868a440ac4'] response: {'name': 'network-changed', 'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'status': 'completed', 'code': 200} Jul 14 14:36:04.094888 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:04.123477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-b341a920-993a-44b2-95fb-6d864d57db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:04.125037 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-b341a920-993a-44b2-95fb-6d864d57db06 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=9f707e1171364031b016d16a10efda78&device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 1129 time: 0.0420403 Jul 14 14:36:04.227389 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-a8307e40-8e2c-4a7b-aaca-0174e0b0cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:04.228873 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-a8307e40-8e2c-4a7b-aaca-0174e0b0cafc service neutron] 10.222.0.91 "GET /v2.0/networks?id=bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 200 len: 912 time: 0.0970397 Jul 14 14:36:04.254007 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:04.256490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e06d34-7469-43e2-89c6-80cfcb71c5ff req-a2c57bc2-c00c-491c-b1fe-5c019a50dd06 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:04.258241 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9e06d34-7469-43e2-89c6-80cfcb71c5ff req-a2c57bc2-c00c-491c-b1fe-5c019a50dd06 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0540445 Jul 14 14:36:04.291078 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-e6c01375-9ca2-402d-a0bf-8de46231829b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc HTTP/1.1" status: 200 len: 999 time: 0.0565162 Jul 14 14:36:04.293243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:04.310495 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c9e06d34-7469-43e2-89c6-80cfcb71c5ff req-6f812ac3-eaac-4a8a-be62-79c1138802d1 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Jul 14 14:36:04.320536 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '35cf4fcc-f0af-432d-a409-a7c52c8eeadb', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f7:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:37Z', 'updated_at': '2022-07-14T14:36:03Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:04.346152 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:04.355247 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:04.355858 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:35:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:04.443833 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427825a-c13b-43e9-a279-d18998d69870 req-0a8f1206-a6ad-4935-916c-3479e7638101 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:04.446361 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f427825a-c13b-43e9-a279-d18998d69870 req-0a8f1206-a6ad-4935-916c-3479e7638101 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0509679 Jul 14 14:36:04.464340 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:04.513798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f427825a-c13b-43e9-a279-d18998d69870 req-511d44f5-663e-4184-913a-6c28c7430f6a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546646 Jul 14 14:36:04.559149 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:04.678726 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '35cf4fcc-f0af-432d-a409-a7c52c8eeadb', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f7:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:37Z', 'updated_at': '2022-07-14T14:36:03Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:04.707887 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd0ba09-1f7c-4d4a-b214-ef403eb41168 None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '35cf4fcc-f0af-432d-a409-a7c52c8eeadb', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'port_id': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'mac_address': 'fa:16:3e:f7:48:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:35:37Z', 'updated_at': '2022-07-14T14:36:03Z', 'revision_number': 1, 'project_id': '9f707e1171364031b016d16a10efda78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:04.909612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9a6e3b-1e91-4ec0-bd4d-6e0f58d4d4ba None None] New status for floating IP 35cf4fcc-f0af-432d-a409-a7c52c8eeadb: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:36:04.956972 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-639d6441-7dc2-4d1f-93c5-162eaf8b4d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:05.424815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472e8f1-1095-460c-b8b3-166bd510f13a req-26e5cf62-f7d0-4ce5-8c62-290154840b52 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:05.426322 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9472e8f1-1095-460c-b8b3-166bd510f13a req-26e5cf62-f7d0-4ce5-8c62-290154840b52 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0464525 Jul 14 14:36:05.476401 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9472e8f1-1095-460c-b8b3-166bd510f13a req-33e37550-848a-4a4f-8824-e740acb9be40 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jul 14 14:36:05.630836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c25412-bb55-473f-957e-36cc1a2ae650 req-31735d8d-5fc5-4806-9d8c-978241581d0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:05.632225 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2c25412-bb55-473f-957e-36cc1a2ae650 req-31735d8d-5fc5-4806-9d8c-978241581d0b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0477781 Jul 14 14:36:05.680968 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2c25412-bb55-473f-957e-36cc1a2ae650 req-024cced8-2965-42c2-9b9b-e0215d7a99b5 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431612 Jul 14 14:36:06.344281 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:06.830138 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5791f5-9318-412d-a70a-29c32b0854ea req-5cf41920-4110-42ed-b047-407a6b8a07b4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:06.831618 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6e5791f5-9318-412d-a70a-29c32b0854ea req-5cf41920-4110-42ed-b047-407a6b8a07b4 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.2871163 Jul 14 14:36:06.858885 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0a288-ca46-421b-9cd7-ba7bed422980 req-9017e754-0f97-4a83-9fa8-a3ecc35e9985 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:06.860320 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32c0a288-ca46-421b-9cd7-ba7bed422980 req-9017e754-0f97-4a83-9fa8-a3ecc35e9985 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0736563 Jul 14 14:36:06.912434 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6e5791f5-9318-412d-a70a-29c32b0854ea req-a6fe2205-f3e2-4fba-83cd-3de0ad2a97bb tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746799 Jul 14 14:36:06.929487 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-32c0a288-ca46-421b-9cd7-ba7bed422980 req-063ce364-1636-41c1-912a-c5e7c70f29f3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619903 Jul 14 14:36:07.330098 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-c24088be-8a8f-48f5-aa79-35f019e8426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:07.330098 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-c24088be-8a8f-48f5-aa79-35f019e8426b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 200 len: 850 time: 0.0487092 Jul 14 14:36:07.476784 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:07.532227 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-045efd39-6448-487b-9da6-2073ed5294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:07.533484 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-045efd39-6448-487b-9da6-2073ed5294ca service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=bbfe63db-9252-4dec-a8a5-e4a436973249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444951 Jul 14 14:36:07.560049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:07.660618 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-5efa08f1-b69c-4d5e-adfc-ae59c2e156d9 service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081619 Jul 14 14:36:07.704698 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10873b92-5fef-4598-9179-680b22730cbc req-af6f7589-1030-4e1c-a196-6d12b3b00d4d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:07.706184 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-10873b92-5fef-4598-9179-680b22730cbc req-af6f7589-1030-4e1c-a196-6d12b3b00d4d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0781875 Jul 14 14:36:07.832349 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f4a492e-1b86-49d0-bdd1-01a1c0ff71cf req-27c8f1f0-be15-4777-a559-718358a7e43c service neutron] 10.222.0.91 "GET /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655536 Jul 14 14:36:07.836374 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Deleting port 0e4102af-1b96-490a-9640-00a73098d3cf {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:07.836735 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:07.896961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:07.926940 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] For port 0e4102af-1b96-490a-9640-00a73098d3cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=0e4102af-1b96-490a-9640-00a73098d3cf,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:07.928017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:07.940174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Calling delete_port for 0e4102af-1b96-490a-9640-00a73098d3cf owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:08.019180 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:08.071728 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effc7a3-7316-43a5-8d37-c0e2111762ac req-c23ec844-8202-4372-86a1-e626ecce39ef tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:08.073278 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7effc7a3-7316-43a5-8d37-c0e2111762ac req-c23ec844-8202-4372-86a1-e626ecce39ef tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 945 time: 0.0838699 Jul 14 14:36:08.094328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd254e49-5bb1-4e0f-8d82-478046a99d45 req-97cd6209-9ee8-471c-ac5e-b81e0f4af726 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:08.095877 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bd254e49-5bb1-4e0f-8d82-478046a99d45 req-97cd6209-9ee8-471c-ac5e-b81e0f4af726 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0758705 Jul 14 14:36:08.171575 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7effc7a3-7316-43a5-8d37-c0e2111762ac req-e99db372-ac55-4c75-bc63-24354cd09578 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/security-groups?id=1a38d53a-956f-4253-bda3-4bc0490da6fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906124 Jul 14 14:36:08.180287 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bd254e49-5bb1-4e0f-8d82-478046a99d45 req-5de100c7-7dc4-4fa5-8bd1-2417b8a41496 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768030 Jul 14 14:36:08.389856 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (0e4102af-1b96-490a-9640-00a73098d3cf), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:08.402737 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['0e4102af-1b96-490a-9640-00a73098d3cf'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:08.417481 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Pushing event deleted for resources: {'Port': ['ID=0e4102af-1b96-490a-9640-00a73098d3cf,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:08.469969 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] No DVR routers for this DVR port 0e4102af-1b96-490a-9640-00a73098d3cf on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:08.472822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:08.476472 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-10873b92-5fef-4598-9179-680b22730cbc req-8da06f0f-c1f9-4a80-9114-8f59f2a35385 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.91 "DELETE /v2.0/ports/0e4102af-1b96-490a-9640-00a73098d3cf HTTP/1.1" status: 204 len: 173 time: 0.7654941 Jul 14 14:36:08.476927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'name': 'network-vif-deleted', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:08.480063 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a893196f-5ac3-49ac-8dbf-3795e33fd637" -d '{"events": [{"server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "name": "network-vif-deleted", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:08.516324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93407ba1-ce92-475b-803d-1cb98dca75d5 x-openstack-request-id: req-93407ba1-ce92-475b-803d-1cb98dca75d5 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:08.516654 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af404add-060a-4a34-ba63-b1df4171f2f2", "name": "network-vif-deleted", "tag": "0e4102af-1b96-490a-9640-00a73098d3cf", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:08.516928 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-93407ba1-ce92-475b-803d-1cb98dca75d5 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:08.517316 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93407ba1-ce92-475b-803d-1cb98dca75d5'] response: {'server_uuid': 'af404add-060a-4a34-ba63-b1df4171f2f2', 'name': 'network-vif-deleted', 'tag': '0e4102af-1b96-490a-9640-00a73098d3cf', 'status': 'completed', 'code': 200} Jul 14 14:36:09.314707 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-06323236-add3-479d-9421-8611e8769d3f req-1cf1e721-c843-4d58-b78e-15797e49e36d tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 210 time: 0.0561078 Jul 14 14:36:09.333505 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0a283-32f1-469e-a53d-7193a515b91a req-717f90e7-ab52-4eb8-b4a7-6fa3c2920943 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:09.335506 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-05f0a283-32f1-469e-a53d-7193a515b91a req-717f90e7-ab52-4eb8-b4a7-6fa3c2920943 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0745981 Jul 14 14:36:09.387044 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-05f0a283-32f1-469e-a53d-7193a515b91a req-f16a65de-4787-4208-9722-95b8fcd72989 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458000 Jul 14 14:36:09.412486 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-7d4e2202-f8a9-4f0a-a42a-9232f963310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:09.417266 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-7d4e2202-f8a9-4f0a-a42a-9232f963310d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0981257 Jul 14 14:36:10.427321 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-638100ca-1afa-4f3f-80f3-e565968f1534 req-828492c6-080e-4de1-9dbc-cfaf892ff840 tempest-ServerRescueNegativeTestJSON-254252694 tempest-ServerRescueNegativeTestJSON-254252694-project] 10.222.0.93 "GET /v2.0/ports?device_id=af404add-060a-4a34-ba63-b1df4171f2f2 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Jul 14 14:36:10.510288 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c4bad-8cf1-45d2-94e0-e7db84b69a66 req-cd3eead7-ccf7-420a-bcdb-7404fe46e635 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:10.511980 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-216c4bad-8cf1-45d2-94e0-e7db84b69a66 req-cd3eead7-ccf7-420a-bcdb-7404fe46e635 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0517936 Jul 14 14:36:10.566191 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-216c4bad-8cf1-45d2-94e0-e7db84b69a66 req-b8a9c927-4329-48e5-9193-878337e13072 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486255 Jul 14 14:36:11.171340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0e4102af-1b96-490a-9640-00a73098d3cf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:11.193002 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 0e4102af-1b96-490a-9640-00a73098d3cf {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:11.193348 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 0e4102af-1b96-490a-9640-00a73098d3cf not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:11.256250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-2cd3661a-ca40-4216-9017-d774262eadd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:11.258686 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-2cd3661a-ca40-4216-9017-d774262eadd4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.0899756 Jul 14 14:36:11.491761 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44450) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:11.595372 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:11.732183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9fff2-b916-4629-8926-b5c38677172c req-6bd026ea-22be-4ed5-8139-f70bbc6f7f1b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:11.733628 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-29d9fff2-b916-4629-8926-b5c38677172c req-6bd026ea-22be-4ed5-8139-f70bbc6f7f1b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0661697 Jul 14 14:36:11.831195 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:11.855465 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-29d9fff2-b916-4629-8926-b5c38677172c req-86dfec48-bcbd-4968-8dc0-1e7f95e851d6 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883203 Jul 14 14:36:12.044900 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:12.149533 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-25cb1b3d-b565-40c5-9a63-d4e14ecb8779 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 1001 time: 0.0628436 Jul 14 14:36:12.198715 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-8aec72b9-2d85-4efb-97d2-41bbbbc88d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:12.200223 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-8aec72b9-2d85-4efb-97d2-41bbbbc88d4c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0449157 Jul 14 14:36:12.244813 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-d975941a-9793-41a7-8621-4ad35e647a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:12.246421 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-d975941a-9793-41a7-8621-4ad35e647a57 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397696 Jul 14 14:36:12.318434 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Deleting port 13c7377b-2466-4a95-b5f8-219fbe7eb187 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:12.318767 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:12.342014 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-bc449a53-3174-43aa-bb78-7918fb9b6fcd service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Jul 14 14:36:12.399049 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] For port 13c7377b-2466-4a95-b5f8-219fbe7eb187, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=13c7377b-2466-4a95-b5f8-219fbe7eb187,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:12.399514 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:12.408378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:12.412170 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Calling delete_port for 13c7377b-2466-4a95-b5f8-219fbe7eb187 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:12.433872 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-add4a356-76c7-4eda-9889-0ee5ae661f14 req-7333dc8e-afab-4031-87c7-e8e8f70a0a01 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860453 Jul 14 14:36:12.536026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:12.658895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (13c7377b-2466-4a95-b5f8-219fbe7eb187), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:12.685442 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c7377b-2466-4a95-b5f8-219fbe7eb187,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:12.716758 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.717102 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.717445 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.717805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.718134 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.718462 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.718788 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.719109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.719434 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.719754 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.720076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.720398 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.720730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.721034 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.721350 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:12.753265 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:12.862412 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:13.003819 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e7d7-d872-4b10-8ab8-42472e52f325 req-880c2d4f-48ab-4740-a45e-e811593609b4 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:13.005366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ee9e7d7-d872-4b10-8ab8-42472e52f325 req-880c2d4f-48ab-4740-a45e-e811593609b4 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0637252 Jul 14 14:36:13.352493 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9ee9e7d7-d872-4b10-8ab8-42472e52f325 req-43c9235e-6610-40ba-943f-8e1e53cf51f3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399432 Jul 14 14:36:13.375248 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Router 7da6ae78-309a-4000-a8b9-fbdcecccfccc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:13.484993 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:13.490858 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ee392468-98e1-47b6-b2c2-4436be5e8863 admin admin] 10.222.0.93 "PUT /v2.0/routers/7da6ae78-309a-4000-a8b9-fbdcecccfccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9980829 Jul 14 14:36:13.494272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44464) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:13.496922 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Sync routers for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:13.514359 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:13.514969 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:13.595819 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks [] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:13.629194 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:13.696463 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks [] for router_gateway (7da6ae78-309a-4000-a8b9-fbdcecccfccc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:13.864475 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Deleting port 9537d394-00e2-476f-8001-de81fa427769 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:13.864815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (9537d394-00e2-476f-8001-de81fa427769), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:13.878927 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9537d394-00e2-476f-8001-de81fa427769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:36:12Z', 'revision_number': 5, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port': {'id': '9537d394-00e2-476f-8001-de81fa427769', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:83:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:13.887866 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:13.906855 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Checking router: 7da6ae78-309a-4000-a8b9-fbdcecccfccc for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:13.916110 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Routers {'7da6ae78-309a-4000-a8b9-fbdcecccfccc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:13.916877 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:13.950746 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] For port 9537d394-00e2-476f-8001-de81fa427769, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9537d394-00e2-476f-8001-de81fa427769,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:13.951119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (9537d394-00e2-476f-8001-de81fa427769), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:13.965839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Calling delete_port for 9537d394-00e2-476f-8001-de81fa427769 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:14.000170 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] Set router 7da6ae78-309a-4000-a8b9-fbdcecccfccc gateway port host: None {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:14.013618 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:14.054387 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:36:13Z', 'revision_number': 6, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:14.080632 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42ee17a-c4c9-43d6-92b7-af6c170f037b None None] The sync data for ids ['7da6ae78-309a-4000-a8b9-fbdcecccfccc'] in dv-cinder-799871-30-iscsi is: [{'id': '7da6ae78-309a-4000-a8b9-fbdcecccfccc', 'name': 'tempest-ServerRescueNegativeTestJSON-1647201074-router', 'tenant_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:36:13Z', 'revision_number': 6, 'project_id': 'e2578b0e75cb455c93cf83dfe54842ff', 'gw_port_host': None}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:14.247759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (9537d394-00e2-476f-8001-de81fa427769), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.275405 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Pushing event deleted for resources: {'Port': ['ID=9537d394-00e2-476f-8001-de81fa427769,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:14.341988 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.470053 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.474179 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks [] for router_controller (7da6ae78-309a-4000-a8b9-fbdcecccfccc), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.545914 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa816b11-e4ea-4025-870f-f78fffbfb7fe req-c58a0f6c-23be-4051-96ca-d9d5de2a9e2d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:14.547414 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa816b11-e4ea-4025-870f-f78fffbfb7fe req-c58a0f6c-23be-4051-96ca-d9d5de2a9e2d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.1101375 Jul 14 14:36:14.596225 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa816b11-e4ea-4025-870f-f78fffbfb7fe req-9a2d19d3-d2f0-4283-8907-28b883cd1da4 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 Jul 14 14:36:14.597279 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (7da6ae78-309a-4000-a8b9-fbdcecccfccc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.597916 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da6ae78-309a-4000-a8b9-fbdcecccfccc {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:36:14.602704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.603790 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-10ee45c7-4a0d-48c8-a8d6-efda8ab11598 admin admin] 10.222.0.93 "DELETE /v2.0/routers/7da6ae78-309a-4000-a8b9-fbdcecccfccc HTTP/1.1" status: 204 len: 168 time: 1.1085684 Jul 14 14:36:14.606646 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44472) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:14.656913 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Deleting subnet b21977c1-6372-4c93-b060-e16267f084bb {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:36:14.660268 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Publish callbacks [] for subnet (b21977c1-6372-4c93-b060-e16267f084bb), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.701495 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (b21977c1-6372-4c93-b060-e16267f084bb), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.796464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.803363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (b21977c1-6372-4c93-b060-e16267f084bb), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.836055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:14.932301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (b21977c1-6372-4c93-b060-e16267f084bb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.957156 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21977c1-6372-4c93-b060-e16267f084bb,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:14.963666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:14.972159 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0bf32dbc-8779-4cc1-ad25-f47c91b15e37 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/b21977c1-6372-4c93-b060-e16267f084bb HTTP/1.1" status: 204 len: 168 time: 0.3596277 Jul 14 14:36:14.972159 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44478) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:14.972363 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e2aea-3cda-4dc8-b706-756ec6d002e9 None None] Network d8b5e31c-98ed-487e-830d-724f1cd2a8c8 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:36:15.043231 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (d8b5e31c-98ed-487e-830d-724f1cd2a8c8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.092942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Deleting port d0e430c1-1179-4b37-add7-d442208dd9e9 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:15.092942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.148010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] DHCP port deletion for d8b5e31c-98ed-487e-830d-724f1cd2a8c8 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:36:15.181556 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:15.183182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] For port d0e430c1-1179-4b37-add7-d442208dd9e9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d0e430c1-1179-4b37-add7-d442208dd9e9,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:15.183773 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.192491 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Deleting port d0e430c1-1179-4b37-add7-d442208dd9e9 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:15.192860 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.195141 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:15.197810 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Calling delete_port for d0e430c1-1179-4b37-add7-d442208dd9e9 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:15.199389 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:15.265732 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] For port d0e430c1-1179-4b37-add7-d442208dd9e9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d0e430c1-1179-4b37-add7-d442208dd9e9,segment=NetworkSegment(7317da88-7d2d-4479-878e-cf31be0d44b6),segment_id=7317da88-7d2d-4479-878e-cf31be0d44b6)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:15.270470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.283925 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Calling delete_port for d0e430c1-1179-4b37-add7-d442208dd9e9 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:15.419357 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.431261 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (d0e430c1-1179-4b37-add7-d442208dd9e9), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.449600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] No DVR routers for this DVR port d0e430c1-1179-4b37-add7-d442208dd9e9 on host dv-cinder-799871-30-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:15.453343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] Pushing event deleted for resources: {'Port': ['ID=d0e430c1-1179-4b37-add7-d442208dd9e9,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:15.453702 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e430c1-1179-4b37-add7-d442208dd9e9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:15.465433 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f53b0-a6ff-46fd-bf4f-303eb1bc41da None None] No DVR routers for this DVR port d0e430c1-1179-4b37-add7-d442208dd9e9 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:15.537510 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (d8b5e31c-98ed-487e-830d-724f1cd2a8c8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.537713 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9537d394-00e2-476f-8001-de81fa427769 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:15.558931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b5e31c-98ed-487e-830d-724f1cd2a8c8']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:15.569728 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7317da88-7d2d-4479-878e-cf31be0d44b6') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:15.571726 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7317da88-7d2d-4479-878e-cf31be0d44b6') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:15.581042 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (7317da88-7d2d-4479-878e-cf31be0d44b6), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.596070 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (7317da88-7d2d-4479-878e-cf31be0d44b6), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.603617 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:36:15.606153 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (7317da88-7d2d-4479-878e-cf31be0d44b6), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.689505 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 9537d394-00e2-476f-8001-de81fa427769 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:15.689795 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9537d394-00e2-476f-8001-de81fa427769 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:15.690215 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d0e430c1-1179-4b37-add7-d442208dd9e9 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:15.709057 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: d0e430c1-1179-4b37-add7-d442208dd9e9 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:15.709655 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d0e430c1-1179-4b37-add7-d442208dd9e9 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:15.710288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 13c7377b-2466-4a95-b5f8-219fbe7eb187 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:15.727852 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b32d1-eb53-42a5-9ed4-9994df4f4128 req-3fe96bb3-c341-4051-b0eb-58955dd3fe4f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:15.729293 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-275b32d1-eb53-42a5-9ed4-9994df4f4128 req-3fe96bb3-c341-4051-b0eb-58955dd3fe4f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0545189 Jul 14 14:36:15.730665 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 13c7377b-2466-4a95-b5f8-219fbe7eb187 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:15.731013 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 13c7377b-2466-4a95-b5f8-219fbe7eb187 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:15.751977 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (d8b5e31c-98ed-487e-830d-724f1cd2a8c8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.761087 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:15.765670 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] 10.222.0.93 "DELETE /v2.0/networks/d8b5e31c-98ed-487e-830d-724f1cd2a8c8 HTTP/1.1" status: 204 len: 168 time: 0.7918088 Jul 14 14:36:15.778029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efc0fe-42b4-4dbe-899a-a902bccb51fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b5e31c-98ed-487e-830d-724f1cd2a8c8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:15.803993 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-275b32d1-eb53-42a5-9ed4-9994df4f4128 req-7bbdc5d9-6b4c-49fb-823b-34a430d84806 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679095 Jul 14 14:36:15.813553 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 7317da88-7d2d-4479-878e-cf31be0d44b6 resource provider aggregate not found Jul 14 14:36:15.898654 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 7317da88-7d2d-4479-878e-cf31be0d44b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7317da88-7d2d-4479-878e-cf31be0d44b6 found for delete ", "request_id": "req-4e77cd4e-f06a-4f9e-a9d8-7330c3a895ce"}]} Jul 14 14:36:15.936882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-8e7ca32f-54f1-4f41-b282-dda91516ec66 req-7f397f4a-0737-4637-af7b-0abb160287a8 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:36:15.937921 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8e7ca32f-54f1-4f41-b282-dda91516ec66 req-7f397f4a-0737-4637-af7b-0abb160287a8 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502598 Jul 14 14:36:16.167903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44500) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:16.223242 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5dc3865b-439a-4aa3-af1d-44404c32deea admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e2578b0e75cb455c93cf83dfe54842ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0548911 Jul 14 14:36:16.226008 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44502) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:16.258545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da517-09e7-4127-8a4f-a12662076c08 req-a90952e7-c35a-4ed9-98ea-22d88fe16c29 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:16.262197 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-211da517-09e7-4127-8a4f-a12662076c08 req-a90952e7-c35a-4ed9-98ea-22d88fe16c29 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0522645 Jul 14 14:36:16.278859 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:16.282378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] Publish callbacks [] for security_group (1a38d53a-956f-4253-bda3-4bc0490da6fc), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.311684 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] Publish callbacks [] for security_group (1a38d53a-956f-4253-bda3-4bc0490da6fc), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.325332 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-211da517-09e7-4127-8a4f-a12662076c08 req-a2b26791-35bc-4a98-8c5e-6e3bd6114754 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591793 Jul 14 14:36:16.410239 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44514) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:16.481224 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (1a38d53a-956f-4253-bda3-4bc0490da6fc), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.484004 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.485226 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a38d53a-956f-4253-bda3-4bc0490da6fc HTTP/1.1" status: 204 len: 168 time: 0.2582388 Jul 14 14:36:16.497505 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb52467-f5ee-4db5-a38b-068ce0dbfb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a38d53a-956f-4253-bda3-4bc0490da6fc,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:16.497637 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-690efd9e-624a-40cb-b339-7eebf1430ca6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840492 Jul 14 14:36:16.506889 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-c979241f-66bd-4c29-a571-4ace78b15433 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:36:16.508138 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-c979241f-66bd-4c29-a571-4ace78b15433 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058119 Jul 14 14:36:16.652569 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:16.653130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44526) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:16.731503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7f554063-5f76-4260-95f2-f9417cf2981a is: ACTIVE; New status is: DOWN {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:16.731892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.754723 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:16.755575 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-aa6bda21-fe1e-4fc2-941c-4d3c63acec34 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:16.757006 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-aa6bda21-fe1e-4fc2-941c-4d3c63acec34 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports/7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 943 time: 0.1032019 Jul 14 14:36:16.757150 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d0ca8c-3b7c-4388-b360-edfa47d7e25d" -d '{"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-unplugged", "status": "completed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:16.769901 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:16.792178 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45a6cf-1771-4a46-a3c7-c060302397be x-openstack-request-id: req-9b45a6cf-1771-4a46-a3c7-c060302397be {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:16.792465 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-unplugged", "status": "failed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "code": 422}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:16.792716 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9b45a6cf-1771-4a46-a3c7-c060302397be {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:16.793158 dv-cinder-799871-30-iscsi neutron-server[104474]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b45a6cf-1771-4a46-a3c7-c060302397be']: {'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'code': 422} returned with failed status Jul 14 14:36:16.876150 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:16.927568 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=6']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:17.441636 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b74ca-7d5d-47ed-8b99-4b78284e550f req-d193ae7a-ec04-4687-b6a0-4a54f7c72795 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:17.443125 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e35b74ca-7d5d-47ed-8b99-4b78284e550f req-d193ae7a-ec04-4687-b6a0-4a54f7c72795 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0530164 Jul 14 14:36:17.492852 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e35b74ca-7d5d-47ed-8b99-4b78284e550f req-5ff3dc0c-28a3-4176-bb87-fe2154fd7610 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Jul 14 14:36:17.674270 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44566) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:17.776705 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-network', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:17.904548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Made reservation on behalf of 7378149db04942bdbc1035f0a3a902fe for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:36:17.907073 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:17.916792 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:17.998354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks [] for security_group (f20bd871-6cab-4d6f-9372-8d9016ddac2a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.083103 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f20bd871-6cab-4d6f-9372-8d9016ddac2a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.089492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:18.110554 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:36:18.123342 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20bd871-6cab-4d6f-9372-8d9016ddac2a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:18.126280 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (1992e426-7a58-46d0-8f5c-5cdb019ba975), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.126624 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Added segment 1992e426-7a58-46d0-8f5c-5cdb019ba975 of type vlan for network 44167c18-8a2e-4113-86a9-34428792d360 Jul 14 14:36:18.167767 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (44167c18-8a2e-4113-86a9-34428792d360), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.271165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (44167c18-8a2e-4113-86a9-34428792d360), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.272905 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:18.273520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.336168 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] Pushing event updated for resources: {'Network': ['ID=44167c18-8a2e-4113-86a9-34428792d360,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:18.345976 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 44167c18-8a2e-4113-86a9-34428792d360 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:36:18.404797 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e590a6d7-46b4-4886-a9ec-ca9950fc380e admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7293477 Jul 14 14:36:18.415039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44572) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:18.419952 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Request body: {'subnet': {'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-subnet', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:18.520973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Made reservation on behalf of 7378149db04942bdbc1035f0a3a902fe for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:36:18.523805 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.549127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:18.608912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d1cbc-2562-434a-a929-a2dd6aa55ba3 req-274759b0-547f-459d-8779-d150c30cdb10 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:18.610485 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f2d1cbc-2562-434a-a929-a2dd6aa55ba3 req-274759b0-547f-459d-8779-d150c30cdb10 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0493515 Jul 14 14:36:18.662228 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f2d1cbc-2562-434a-a929-a2dd6aa55ba3 req-0b6efcb8-86a2-4f21-85b4-dc7ac9da6f84 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Jul 14 14:36:18.677276 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:36:18.806906 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (87375ea1-30f8-4705-b572-9ba0dafb0106), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:18.862839 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87375ea1-30f8-4705-b572-9ba0dafb0106,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:18.873297 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Checking segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:36:18.873657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Network hostable DHCP agents. Network: 44167c18-8a2e-4113-86a9-34428792d360, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:36:18.979021 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Network 44167c18-8a2e-4113-86a9-34428792d360 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:36:19.117338 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 44167c18-8a2e-4113-86a9-34428792d360) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:19.122039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:19.123177 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.127448 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647594d-a054-4f00-a6f7-fcfebb555dcb None None] Network 44167c18-8a2e-4113-86a9-34428792d360 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:36:19.231264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-44167c18-8a2e-4113-86a9-34428792d360', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:36:19.232371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.292257 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9cfa9ef0-3188-4418-8985-cb91a0ea805f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8736389 Jul 14 14:36:19.292588 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44584) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:19.296707 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:19.307947 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:19.377377 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Allocated IP 172.20.0.2 (44167c18-8a2e-4113-86a9-34428792d360/87375ea1-30f8-4705-b572-9ba0dafb0106/dc1ec163-151d-4b14-93f6-4c8c36ae9d11) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:36:19.466324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.467317 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.515684 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:19.521321 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks [] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.521475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for router_controller (38c1c82f-15ae-442e-abb3-0f65cc696945), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.631464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.673144 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Network 44167c18-8a2e-4113-86a9-34428792d360 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:19.678592 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:19.683167 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:36:19.688598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Pushing event updated for resources: {'Port': ['ID=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:19.744965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Attempting to bind port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:36:19.745330 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Attempting to bind port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:36:19.745686 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Attempting to bind port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:36:19.751176 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:36:19.751543 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Checking segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:36:19.754273 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.754875 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Bound using segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:36:19.755403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Bound port: dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:36:19.755769 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.770829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for router_gateway (38c1c82f-15ae-442e-abb3-0f65cc696945), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.795480 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b0fba-8f04-4cae-b0f9-c222848eaa94 req-1035f453-b3a3-4665-b2f6-695607fdb7f6 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:19.796957 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-701b0fba-8f04-4cae-b0f9-c222848eaa94 req-1035f453-b3a3-4665-b2f6-695607fdb7f6 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0558336 Jul 14 14:36:19.818742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] For port dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:36:19.821819 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] For port dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:36:19.846545 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-701b0fba-8f04-4cae-b0f9-c222848eaa94 req-d886d954-fdfd-4201-95a7-c05946f33076 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Jul 14 14:36:19.916453 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:19.974445 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Pushing event updated for resources: {'Port': ['ID=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:19.982763 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.983106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.983469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.984024 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.984362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.984699 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.985022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.985350 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.985678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.986044 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.988975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.988975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.988975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.988975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:19.988975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd6d555-4952-4c20-a399-48a705a86560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:20.034692 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:20.159663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-916ca37c-cf0e-43fb-a6bf-a0c8a635a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.161159 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-916ca37c-cf0e-43fb-a6bf-a0c8a635a079 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c&tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7 HTTP/1.1" status: 200 len: 1128 time: 0.1074979 Jul 14 14:36:20.184269 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for router_gateway (38c1c82f-15ae-442e-abb3-0f65cc696945), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:20.219243 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:20.292160 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-e0120c38-602c-4710-82c7-c21fea752b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.293827 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-e0120c38-602c-4710-82c7-c21fea752b8e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1128 time: 0.1060860 Jul 14 14:36:20.396477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:20.427435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Allocated IP 172.27.2.85 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/fc23bed8-3452-4138-adbd-a3f3290fbdc2) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:36:20.451513 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-91841ee6-1a83-4b01-85e5-5e708e5ce76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.452988 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-91841ee6-1a83-4b01-85e5-5e708e5ce76f service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.1518602 Jul 14 14:36:20.571819 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-fb3bcdfc-6cf9-4c6e-8177-f3f4a0d0fba8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 999 time: 0.1039548 Jul 14 14:36:20.633977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:20.651966 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-e4401d2c-19ea-4a31-91ed-a1e0cefa4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.654158 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-e4401d2c-19ea-4a31-91ed-a1e0cefa4792 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0739250 Jul 14 14:36:20.718118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-da3cab99-0436-44e1-bab5-79d5ecee8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.719661 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-da3cab99-0436-44e1-bab5-79d5ecee8568 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520756 Jul 14 14:36:20.797708 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:20.846610 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:20.860407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:20.865854 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:20.869335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:36:20.878766 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-302e1d85-e3f4-4520-b191-7bcedfd5c50e service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519432 Jul 14 14:36:20.902296 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Pushing event updated for resources: {'Port': ['ID=fc23bed8-3452-4138-adbd-a3f3290fbdc2,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:20.943336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fdc53-6848-4473-988c-5d5242e6eea9 None None] Network 44167c18-8a2e-4113-86a9-34428792d360 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:36:20.994361 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1eb15-a6af-42bd-b8f2-5fd9f3ce0644 req-1faa3f88-e583-409f-be2a-815c97de834b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:20.997294 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0bd1eb15-a6af-42bd-b8f2-5fd9f3ce0644 req-1faa3f88-e583-409f-be2a-815c97de834b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0744414 Jul 14 14:36:21.059999 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0bd1eb15-a6af-42bd-b8f2-5fd9f3ce0644 req-073f9ff1-1718-4c9a-940b-82caf3b94dc8 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550308 Jul 14 14:36:21.066535 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Provisioning complete for port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:21.067224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.108415 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-eaadf2b6-0774-4b5f-a83e-7ca88ec11495 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108066 Jul 14 14:36:21.171064 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Current status of the port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:21.171447 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.202840 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:21.207231 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] For port dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:21.441733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.482537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for router_gateway (38c1c82f-15ae-442e-abb3-0f65cc696945), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.490343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0fef4-3138-4e8f-94d8-4611cdc59f87 None None] Pushing event updated for resources: {'Port': ['ID=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:21.524770 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:21.562094 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-282f69df-40e2-4f68-86ab-7fc6f0af9ac0 None None] Provisioning complete for port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:21.562464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-282f69df-40e2-4f68-86ab-7fc6f0af9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.592725 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc1ec163-151d-4b14-93f6-4c8c36ae9d11 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:21.687593 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:21.687984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.692121 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:21.727468 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-282f69df-40e2-4f68-86ab-7fc6f0af9ac0 None None] Current status of the port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:21.782903 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:21.915111 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:36:22.020240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:22.029335 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:22.040129 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:22.040797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:22.101151 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.108117 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44618) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:22.108616 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-dd9d50d7-1861-4062-acab-21fc44e37b5b admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8125300 Jul 14 14:36:22.144844 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:22.232241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d766a-6392-4491-a4b6-5641b7432bcc req-e2bc883c-44b1-4570-be9b-d19e9b3c1046 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:22.233659 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-500d766a-6392-4491-a4b6-5641b7432bcc req-e2bc883c-44b1-4570-be9b-d19e9b3c1046 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0831029 Jul 14 14:36:22.254069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:22.318680 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:21Z', 'revision_number': 3, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:22.330267 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-500d766a-6392-4491-a4b6-5641b7432bcc req-3ff30b0b-92ad-4376-b501-ca94c587e9bf tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902743 Jul 14 14:36:22.344808 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:22.345163 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Updating router 38c1c82f-15ae-442e-abb3-0f65cc696945 port fc23bed8-3452-4138-adbd-a3f3290fbdc2 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:36:22.377806 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.382208 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:22.547906 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:22.599064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.670087 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:22.749822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks [] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.759214 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Allocated IP 172.20.0.1 (44167c18-8a2e-4113-86a9-34428792d360/87375ea1-30f8-4705-b572-9ba0dafb0106/631f1534-cd81-4435-8445-378c2bfcdbeb) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:36:22.857842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks [] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.916353 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.969705 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Attempting to bind port fc23bed8-3452-4138-adbd-a3f3290fbdc2 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:36:22.970090 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Attempting to bind port fc23bed8-3452-4138-adbd-a3f3290fbdc2 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:36:22.970445 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Attempting to bind port fc23bed8-3452-4138-adbd-a3f3290fbdc2 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:36:22.972336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b0412-e26d-4284-b23e-c8c0be3798d1 None None] Pushing event updated for resources: {'Port': ['ID=fc23bed8-3452-4138-adbd-a3f3290fbdc2,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:22.977880 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:36:22.978247 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:36:22.978635 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:22.979407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:36:22.979514 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Bound port: fc23bed8-3452-4138-adbd-a3f3290fbdc2, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:36:22.980054 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.034415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.038190 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] For port fc23bed8-3452-4138-adbd-a3f3290fbdc2, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:36:23.042733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] For port fc23bed8-3452-4138-adbd-a3f3290fbdc2, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fc23bed8-3452-4138-adbd-a3f3290fbdc2,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:36:23.090230 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Network 44167c18-8a2e-4113-86a9-34428792d360 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:23.093725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:23.095670 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Pushing event updated for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:23.097792 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:36:23.117789 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.137441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (38c1c82f-15ae-442e-abb3-0f65cc696945), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.180914 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:23.181559 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:23.186754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b0412-e26d-4284-b23e-c8c0be3798d1 None None] Pushing event updated for resources: {'Port': ['ID=fc23bed8-3452-4138-adbd-a3f3290fbdc2,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:23.303277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:23.357047 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:23.384029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.393689 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-49c7f623-45ca-467e-9478-e8f59312b1b2 None None] Provisioning complete for port 631f1534-cd81-4435-8445-378c2bfcdbeb triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:23.394186 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49c7f623-45ca-467e-9478-e8f59312b1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.463136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-49c7f623-45ca-467e-9478-e8f59312b1b2 None None] Port 631f1534-cd81-4435-8445-378c2bfcdbeb cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:36:23.492734 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9e0aa-1240-4555-b400-01068ee21c25 req-a3c8ef11-49d5-4e29-b748-cabe4fc36235 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:23.494354 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2de9e0aa-1240-4555-b400-01068ee21c25 req-a3c8ef11-49d5-4e29-b748-cabe4fc36235 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0788705 Jul 14 14:36:23.526183 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:21Z', 'revision_number': 3, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:23.552848 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257ad1-26ea-4ac8-8172-c57251898947 None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:21Z', 'revision_number': 3, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:23.568518 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc1ec163-151d-4b14-93f6-4c8c36ae9d11 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:23.617936 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:23.619795 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.662641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:23.704975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:23.838043 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2de9e0aa-1240-4555-b400-01068ee21c25 req-c81a86c9-53fc-482b-a391-894e6ae25e53 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350940 Jul 14 14:36:23.840045 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:23.884751 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks [] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.955360 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:23.982549 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=37 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:24.028703 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (38c1c82f-15ae-442e-abb3-0f65cc696945), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.031871 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Pushing event updated for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:24.143569 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Network 44167c18-8a2e-4113-86a9-34428792d360 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:24.144850 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:24.263355 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:24.339619 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44630) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:24.389987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7c683cae-b038-4581-9c2d-118ebb6b00aa None None] Provisioning complete for port 631f1534-cd81-4435-8445-378c2bfcdbeb triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:24.390503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7c683cae-b038-4581-9c2d-118ebb6b00aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.390737 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:24.390873 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Deleting subnet 963ade6d-9102-4855-92ee-557f4908c668 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:36:24.394364 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Publish callbacks [] for subnet (963ade6d-9102-4855-92ee-557f4908c668), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.406117 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a4e76eee-ebad-4365-a83e-706d3d51f5be admin admin] 10.222.0.93 "PUT /v2.0/routers/38c1c82f-15ae-442e-abb3-0f65cc696945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988858 Jul 14 14:36:24.434306 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7c683cae-b038-4581-9c2d-118ebb6b00aa None None] Port 631f1534-cd81-4435-8445-378c2bfcdbeb cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:36:24.441871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (963ade6d-9102-4855-92ee-557f4908c668), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.495482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (963ade6d-9102-4855-92ee-557f4908c668), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.636850 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (963ade6d-9102-4855-92ee-557f4908c668), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.663090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=963ade6d-9102-4855-92ee-557f4908c668,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:24.668972 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.672323 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-55b62bb4-f702-429e-8143-4ea35d09782c admin admin] 10.222.0.93 "DELETE /v2.0/subnets/963ade6d-9102-4855-92ee-557f4908c668 HTTP/1.1" status: 204 len: 168 time: 0.3310339 Jul 14 14:36:24.674744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44640) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:24.728288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:24.742964 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (db6609a6-02c2-495b-bdd0-7340fd7ba40c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.754356 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44642) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:24.759426 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487474708', 'description': 'tempest-description--1731402296'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:24.826539 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (db6609a6-02c2-495b-bdd0-7340fd7ba40c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.853070 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6609a6-02c2-495b-bdd0-7340fd7ba40c']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:24.867165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:24.867477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:24.876943 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.882150 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.896926 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.902174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:24.904808 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:36:24.905199 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:24.990247 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62dfd16-764d-4c41-b937-b8eedd171bf5 req-d63d5e6a-43f5-4343-b7c2-08a8c655da91 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:24.992316 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c62dfd16-764d-4c41-b937-b8eedd171bf5 req-d63d5e6a-43f5-4343-b7c2-08a8c655da91 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0666194 Jul 14 14:36:25.028135 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:25.030673 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (c3585a28-e7b4-4e0c-9122-89759577329a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.036158 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (db6609a6-02c2-495b-bdd0-7340fd7ba40c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.041802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.047582 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] 10.222.0.93 "DELETE /v2.0/networks/db6609a6-02c2-495b-bdd0-7340fd7ba40c HTTP/1.1" status: 204 len: 168 time: 0.3690636 Jul 14 14:36:25.064249 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cbb58-21f2-419d-838f-b7022e28f9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=db6609a6-02c2-495b-bdd0-7340fd7ba40c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.073708 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c62dfd16-764d-4c41-b937-b8eedd171bf5 req-67de5b3c-2b09-45fb-9281-5832814e419a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715847 Jul 14 14:36:25.088343 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c3585a28-e7b4-4e0c-9122-89759577329a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.101712 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd resource provider aggregate not found Jul 14 14:36:25.117622 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e6d01fe-11ae-4e0b-a5d2-53b4b7e909bd found for delete ", "request_id": "req-2599ed1c-57e1-4217-9cf1-14b7f9f4d427"}]} Jul 14 14:36:25.118665 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3585a28-e7b4-4e0c-9122-89759577329a,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.192245 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.194070 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7cac170d-0275-431b-a97a-ee83191dce5f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4381969 Jul 14 14:36:25.197722 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44654) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:25.200225 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:25.202352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group_rule': {'security_group_id': 'c3585a28-e7b4-4e0c-9122-89759577329a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:25.210854 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:25.211459 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:25.314988 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:25.332464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (5106c207-79a4-46f5-95ea-f1d7c51688cd), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.344382 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:25.391829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (5106c207-79a4-46f5-95ea-f1d7c51688cd), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.433876 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44656) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:25.478569 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1b1d0f80-2f60-4cd4-a929-66e1b0375318 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ceeb3ddff16645c6bd9ca8e138ed356f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434206 Jul 14 14:36:25.478706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44658) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:25.487068 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (5106c207-79a4-46f5-95ea-f1d7c51688cd), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.508202 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 2, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:25.525067 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5106c207-79a4-46f5-95ea-f1d7c51688cd,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.536478 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:25.536837 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Updating router 38c1c82f-15ae-442e-abb3-0f65cc696945 port 631f1534-cd81-4435-8445-378c2bfcdbeb binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:36:25.562395 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] Publish callbacks [] for security_group (d043a937-4827-4edc-aac8-f8e06e107a89), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.566549 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.586599 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] Publish callbacks [] for security_group (d043a937-4827-4edc-aac8-f8e06e107a89), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.599428 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fc23bed8-3452-4138-adbd-a3f3290fbdc2 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:25.624616 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.625847 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-90111189-6a39-4bde-aa77-802b43a7e4e6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4270701 Jul 14 14:36:25.628387 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44660) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:25.633130 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group_rule': {'security_group_id': 'c3585a28-e7b4-4e0c-9122-89759577329a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:25.645577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port fc23bed8-3452-4138-adbd-a3f3290fbdc2 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:25.646297 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.677443 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:25.724994 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port fc23bed8-3452-4138-adbd-a3f3290fbdc2 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:25.725425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.747274 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port fc23bed8-3452-4138-adbd-a3f3290fbdc2, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fc23bed8-3452-4138-adbd-a3f3290fbdc2,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:25.779551 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (a9bef7e7-be90-4356-8e33-6d07782d644d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.813544 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d043a937-4827-4edc-aac8-f8e06e107a89), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.816116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.817272 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d043a937-4827-4edc-aac8-f8e06e107a89 HTTP/1.1" status: 204 len: 168 time: 0.3375573 Jul 14 14:36:25.836465 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1db824-f05c-4590-b1cf-01d8b2f96af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d043a937-4827-4edc-aac8-f8e06e107a89,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.843625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.846904 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks [] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.862650 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (a9bef7e7-be90-4356-8e33-6d07782d644d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.904853 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=fc23bed8-3452-4138-adbd-a3f3290fbdc2,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.916157 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.956026 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (a9bef7e7-be90-4356-8e33-6d07782d644d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:25.973580 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Pushing event updated for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.975378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bef7e7-be90-4356-8e33-6d07782d644d,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:25.982822 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.983174 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.983878 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.984243 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.984582 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.984912 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.985255 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.985549 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.985917 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.986248 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.986571 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.986906 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.987230 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.987545 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:25.987865 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:26.039765 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Attempting to bind port 631f1534-cd81-4435-8445-378c2bfcdbeb on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:36:26.040130 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Attempting to bind port 631f1534-cd81-4435-8445-378c2bfcdbeb by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:36:26.040486 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Attempting to bind port 631f1534-cd81-4435-8445-378c2bfcdbeb on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:36:26.045842 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:36:26.046213 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Checking segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:36:26.046604 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.046996 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Bound using segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:36:26.047453 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Bound port: 631f1534-cd81-4435-8445-378c2bfcdbeb, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:36:26.047824 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.107140 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.111389 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44666) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:26.111579 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-20e86c84-ed58-4089-8e18-f7c776bfb01a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4822161 Jul 14 14:36:26.118294 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:26.122490 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] For port 631f1534-cd81-4435-8445-378c2bfcdbeb, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:36:26.126192 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] For port 631f1534-cd81-4435-8445-378c2bfcdbeb, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=631f1534-cd81-4435-8445-378c2bfcdbeb,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:36:26.169162 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-cdecf7d0-7e48-4d3b-bb4c-7a18e147f47d None None] Provisioning complete for port 631f1534-cd81-4435-8445-378c2bfcdbeb triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:26.169534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-cdecf7d0-7e48-4d3b-bb4c-7a18e147f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.209905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-cdecf7d0-7e48-4d3b-bb4c-7a18e147f47d None None] Port 631f1534-cd81-4435-8445-378c2bfcdbeb cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:36:26.225121 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91daff-8499-454d-b53b-b8b29bb0e885 req-41f09f0f-d56e-4e80-be1c-b9927e3b27ba tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:26.227507 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e91daff-8499-454d-b53b-b8b29bb0e885 req-41f09f0f-d56e-4e80-be1c-b9927e3b27ba tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0509005 Jul 14 14:36:26.247913 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.253113 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.298454 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d37a33-c27c-4c0c-917a-65d78e0628a2 None None] Pushing event updated for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=4']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:26.320972 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:26.321596 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:26.351080 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e91daff-8499-454d-b53b-b8b29bb0e885 req-489d0eb0-e313-48e3-a067-85bd6c38aa09 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148520 Jul 14 14:36:26.363436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:26.388026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.440411 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:26.465824 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:26.472353 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:26.542942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Allocated IP 172.27.2.187 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/12a9ae2e-a907-478f-89de-df057e0c6add) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:36:26.631947 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Provisioning complete for port 631f1534-cd81-4435-8445-378c2bfcdbeb triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:26.632498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.639502 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:26.657942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (12a9ae2e-a907-478f-89de-df057e0c6add), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.672310 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa806f-fdb8-4b9e-a205-5f1571473997 None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:26.688220 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:26.728935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Current status of the port 631f1534-cd81-4435-8445-378c2bfcdbeb is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:26.729101 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.769826 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.770095 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] For port 631f1534-cd81-4435-8445-378c2bfcdbeb, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=631f1534-cd81-4435-8445-378c2bfcdbeb,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:26.808555 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:26.811490 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:26.817487 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:36:26.852510 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=12a9ae2e-a907-478f-89de-df057e0c6add,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:26.876138 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.917243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:26.935949 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef2a64-da41-4e00-937c-1261058f899a None None] Pushing event updated for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:27.012323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.182299 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (12a9ae2e-a907-478f-89de-df057e0c6add), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.253381 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.328287 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=12a9ae2e-a907-478f-89de-df057e0c6add,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:27.337092 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.421483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.422882 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9e974bae-49f8-4346-89dc-9a7003d2a234 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3098149 Jul 14 14:36:27.506797 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82903877-230c-44e6-b0c6-d7b11f0a52b0 req-e35ece73-a8dd-4dce-bc51-f3c27efb12fa tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:27.508397 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82903877-230c-44e6-b0c6-d7b11f0a52b0 req-e35ece73-a8dd-4dce-bc51-f3c27efb12fa tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0644670 Jul 14 14:36:27.574756 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:27.606120 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82903877-230c-44e6-b0c6-d7b11f0a52b0 req-68f14cd7-ac8f-431a-8472-215711e11ddd tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854084 Jul 14 14:36:27.642659 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 631f1534-cd81-4435-8445-378c2bfcdbeb up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:27.697062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 631f1534-cd81-4435-8445-378c2bfcdbeb triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:27.697532 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.710371 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-bd8542bc-6b84-4352-9a10-85319e31f49c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--487474708&fields=id&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 267 time: 0.0497761 Jul 14 14:36:27.783312 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 631f1534-cd81-4435-8445-378c2bfcdbeb is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:27.784387 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fc23bed8-3452-4138-adbd-a3f3290fbdc2 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:27.809798 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:27.836074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port fc23bed8-3452-4138-adbd-a3f3290fbdc2 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:27.836442 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:27.838607 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-31462767-03b6-47f5-a585-6dfd5be6b9b9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:27.840137 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-31462767-03b6-47f5-a585-6dfd5be6b9b9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 817 time: 0.1221347 Jul 14 14:36:27.855818 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-573d9dbe-be12-4f44-b9e2-4f63d767ff74 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/quotas/7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 375 time: 0.0101922 Jul 14 14:36:27.908070 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-4a77aef2-09c1-40da-8689-641f6ea53362 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463741 Jul 14 14:36:27.910469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port fc23bed8-3452-4138-adbd-a3f3290fbdc2 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:28.097252 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-5be37b1c-b928-4102-b616-365d32d32fd7 service neutron] 10.222.0.93 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775587 Jul 14 14:36:28.192044 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-205956ca-e584-4eb7-92fe-2dc95ae55f91 service neutron] 10.222.0.93 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890341 Jul 14 14:36:28.428236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b67ca8f6-9d9d-4583-9390-fd32e091bbdd req-80b8cfa9-72fb-4c1f-8145-f56dea4830c6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0285006 Jul 14 14:36:28.523962 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-75b293b5-f809-46ba-b863-fb9da1404202 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629415736&fields=id&tenant_id=8ae0529df8aa4640806b4e7f3680e87b HTTP/1.1" status: 200 len: 267 time: 0.0464652 Jul 14 14:36:28.539903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:28.579312 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-2f0069be-4c84-4632-8298-9d0cab0682df tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:28.580769 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-2f0069be-4c84-4632-8298-9d0cab0682df tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 984 time: 0.0510993 Jul 14 14:36:28.591503 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Request body: {'port': {'security_groups': ['b6e740f7-8882-4431-be3f-3215adaaae77']}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:28.666848 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:28.682943 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:36:28.770895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17c90a-fa4f-4fef-a791-a7bd9632f5ca req-f95b33e2-aec4-490e-9435-d4c33a381f47 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:28.772928 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f17c90a-fa4f-4fef-a791-a7bd9632f5ca req-f95b33e2-aec4-490e-9435-d4c33a381f47 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 944 time: 0.0697129 Jul 14 14:36:28.793004 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:28.804677 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '7f554063-5f76-4260-95f2-f9417cf2981a', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'port_id': '7f554063-5f76-4260-95f2-f9417cf2981a', 'mac_address': 'fa:16:3e:95:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:36:28.811008 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:28.839238 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:28.840654 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7f554063-5f76-4260-95f2-f9417cf2981a is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:28.841041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:28.856183 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f554063-5f76-4260-95f2-f9417cf2981a {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:36:28.878636 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:28.890382 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7f17c90a-fa4f-4fef-a791-a7bd9632f5ca req-89000717-965d-480a-a135-59fe7147454a tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113930 Jul 14 14:36:28.930879 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:28.958979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.013869 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.053046 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.067942 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=7']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:29.100258 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:29.101535 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.103324 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-70d6d8e4-6773-4aa4-9ad9-0e4b6457a667 req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "PUT /v2.0/ports/952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 942 time: 0.5161097 Jul 14 14:36:29.108751 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:29.116225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ef7798-4046-45ea-91d4-676c369d2410" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:29.116225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44702) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:29.181055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b14ce-0a5e-410e-a885-8e2036fefbe9 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event updated for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=7']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:29.201371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:29.214491 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (3c343f85-3621-4b20-9be1-ea5b8c6477e9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.245301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (3c343f85-3621-4b20-9be1-ea5b8c6477e9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.285967 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['7f554063-5f76-4260-95f2-f9417cf2981a'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:29.326084 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:29.340668 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54fa9ce-2c83-45dc-8273-81b830ce088f x-openstack-request-id: req-d54fa9ce-2c83-45dc-8273-81b830ce088f {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:29.340955 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:29.341308 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d54fa9ce-2c83-45dc-8273-81b830ce088f {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:29.341599 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54fa9ce-2c83-45dc-8273-81b830ce088f'] response: {'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:36:29.407312 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-1309d50f-6718-4ef2-939c-84d9af92c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:29.408835 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-1309d50f-6718-4ef2-939c-84d9af92c6e5 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1129 time: 0.0462725 Jul 14 14:36:29.413707 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3c343f85-3621-4b20-9be1-ea5b8c6477e9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.416638 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.422171 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "DELETE /v2.0/security-groups/3c343f85-3621-4b20-9be1-ea5b8c6477e9 HTTP/1.1" status: 204 len: 168 time: 0.3011558 Jul 14 14:36:29.422687 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44706) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:29.427458 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548d311-8442-4250-8b1e-ac1745dc8555 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c343f85-3621-4b20-9be1-ea5b8c6477e9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:29.485689 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7456c6d-c942-4f09-8815-402cca95c95b None None] Provisioning complete for port 952e7af0-ae31-4c8d-891e-163bc4da7b6e triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:29.486318 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7456c6d-c942-4f09-8815-402cca95c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:29.533007 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a5d10e43-0c8d-4f11-9cbf-6df0015499d7 req-1b92f4eb-2c3a-4a26-8d14-446ba2afa804 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0375333 Jul 14 14:36:29.633756 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:29.713373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7456c6d-c942-4f09-8815-402cca95c95b None None] Current status of the port 952e7af0-ae31-4c8d-891e-163bc4da7b6e is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:29.772396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:29.910417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-4a01993a-7a40-4e2f-a7a7-bfa261222a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:29.912353 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-4a01993a-7a40-4e2f-a7a7-bfa261222a1d service neutron] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 915 time: 0.4977696 Jul 14 14:36:29.973214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:30.011538 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5941-5cc9-4379-a6b1-93806d6b1b4d req-81d2af32-13bc-4568-a84e-f57acc7cbb37 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:30.013190 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd0c5941-5cc9-4379-a6b1-93806d6b1b4d req-81d2af32-13bc-4568-a84e-f57acc7cbb37 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 945 time: 0.0505385 Jul 14 14:36:30.037090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Deleting port bfa62f18-8dfe-4047-9350-34af6835f11d {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:30.037424 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.041159 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-087bcb9f-80e7-42f4-ab56-96cef4e14236 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 1000 time: 0.1227536 Jul 14 14:36:30.065693 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dd0c5941-5cc9-4379-a6b1-93806d6b1b4d req-cbd832b5-416f-4641-ba5e-3320c51433d1 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455401 Jul 14 14:36:30.093325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:30.146190 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-1621b718-045a-4517-a3e8-fc8f6d6f7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:30.148202 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-1621b718-045a-4517-a3e8-fc8f6d6f7c14 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0957031 Jul 14 14:36:30.176374 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.176691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for floatingip (bfa62f18-8dfe-4047-9350-34af6835f11d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.215132 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Calling delete_port for bfa62f18-8dfe-4047-9350-34af6835f11d owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:30.224259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-46edf790-b31f-4a54-b615-e086a61db8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:30.226345 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-46edf790-b31f-4a54-b615-e086a61db8d1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634668 Jul 14 14:36:30.426818 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-0bc69407-6c86-4977-a1aa-a309eba0c7f2 service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924486 Jul 14 14:36:30.574218 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d8ef7798-4046-45ea-91d4-676c369d2410 req-61debef3-8d59-4246-a9fd-d20f2e22930a service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386273 Jul 14 14:36:30.613574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:30.638529 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f9225f34-5172-4e1a-bb8b-8f8d46bccace req-18326e89-9684-489c-a358-7e3d2616bc60 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0273855 Jul 14 14:36:30.664539 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (bfa62f18-8dfe-4047-9350-34af6835f11d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.690164 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event deleted for resources: {'Port': ['ID=bfa62f18-8dfe-4047-9350-34af6835f11d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:30.697234 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:30.742708 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 7f554063-5f76-4260-95f2-f9417cf2981a triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:30.743411 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.755949 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks [] for floatingip (39b861da-bf4a-431e-830c-1d7dcabe6e85), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.755949 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Floating IP 39b861da-bf4a-431e-830c-1d7dcabe6e85 disassociated (deleted). External IP: 172.27.2.72, port: 952e7af0-ae31-4c8d-891e-163bc4da7b6e. Jul 14 14:36:30.820675 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7f554063-5f76-4260-95f2-f9417cf2981a is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:30.821243 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:30.854276 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:30.856773 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c0d5e5-c393-4787-9dd8-5e82c91cbd9f" -d '{"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-plugged", "status": "completed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:30.874625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:30.896513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d83909c-47b5-404e-a644-fc77364349f0 x-openstack-request-id: req-5d83909c-47b5-404e-a644-fc77364349f0 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:30.896513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-plugged", "status": "completed", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:30.896513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d83909c-47b5-404e-a644-fc77364349f0 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:30.896513 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d83909c-47b5-404e-a644-fc77364349f0'] response: {'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'code': 200} Jul 14 14:36:30.967701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Router 2bca9880-a53c-4352-8933-2304d0771ea1 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:30.984736 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:31.035988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=8']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:31.076354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:31.081495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:31.088652 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Sync routers for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:31.101969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:31.102782 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:31.106422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:31.126058 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8b9aaea4-732d-466c-b2d6-b26355939689 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "DELETE /v2.0/floatingips/39b861da-bf4a-431e-830c-1d7dcabe6e85 HTTP/1.1" status: 204 len: 168 time: 1.6957130 Jul 14 14:36:31.126058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:31.126058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3933e1e5-2a68-444a-814f-cc48624aa550" -d '{"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:31.224098 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2717d8-d6b4-40c2-935b-b7df64453a0b req-2c3389fe-e81e-4534-8808-c499eb21c991 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:31.226299 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c2717d8-d6b4-40c2-935b-b7df64453a0b req-2c3389fe-e81e-4534-8808-c499eb21c991 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0724478 Jul 14 14:36:31.262124 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:31.320295 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7c2717d8-d6b4-40c2-935b-b7df64453a0b req-6f1257a7-cfa5-4c88-b92c-227e8615b743 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868618 Jul 14 14:36:31.395579 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbc19-2e7f-476d-b663-90cfe58039bc req-f75c0ef1-18bf-486c-963b-71a9da62ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:31.397612 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fccbbc19-2e7f-476d-b663-90cfe58039bc req-f75c0ef1-18bf-486c-963b-71a9da62ebff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0691388 Jul 14 14:36:31.426733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:31.457378 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fccbbc19-2e7f-476d-b663-90cfe58039bc req-feb76287-003f-4979-891f-070f46be0735 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538616 Jul 14 14:36:31.470047 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28de49a-d945-4464-8998-dfc7c88ea1bd x-openstack-request-id: req-a28de49a-d945-4464-8998-dfc7c88ea1bd {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:31.470434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:31.470731 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a28de49a-d945-4464-8998-dfc7c88ea1bd {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:31.471204 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28de49a-d945-4464-8998-dfc7c88ea1bd'] response: {'name': 'network-changed', 'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:36:31.626482 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:31.657958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Checking router: 2bca9880-a53c-4352-8933-2304d0771ea1 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:31.670457 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:31.671081 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:31.706498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:31.783541 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-96fbb08f-69aa-4aa8-8788-387309d637ae req-9dff7ec8-7b39-4271-9b29-9e0d3e1b210a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0389092 Jul 14 14:36:31.792563 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-336b98b3-953f-4ea2-b26b-14199a17d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:31.794367 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-336b98b3-953f-4ea2-b26b-14199a17d877 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 1129 time: 0.0980458 Jul 14 14:36:31.812512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:31.849381 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-f020ac1e-ac06-475b-9a62-11f53b8acc12 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:31.851478 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-f020ac1e-ac06-475b-9a62-11f53b8acc12 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 817 time: 0.1875308 Jul 14 14:36:31.951554 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:32.003791 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:32.028525 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee7fbe-1162-45ff-b519-e487c215855c None None] The sync data for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi is: [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:33:58Z', 'revision_number': 4, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'adec2668-d330-457b-a25a-c30b303a53b9', 'name': '', 'network_id': '274f18aa-55c6-4caa-a6c2-103a313ebc1e', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'mac_address': 'fa:16:3e:88:9f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:58Z', 'updated_at': '2022-07-14T14:34:03Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'subnets': [{'id': 'd9c71a35-e8a6-42ea-be57-c93048757942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:32.235871 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef2ed-e844-4367-9f6e-7132cc9d24e1 None None] New status for floating IP 39b861da-bf4a-431e-830c-1d7dcabe6e85: DOWN {{(pid=104475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:36:32.512566 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc8327-99e5-48b6-9d9d-ba746859f452 req-5b3e523a-d81a-4602-a279-3c1977d6aca3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:32.520026 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-37cc8327-99e5-48b6-9d9d-ba746859f452 req-5b3e523a-d81a-4602-a279-3c1977d6aca3 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0555789 Jul 14 14:36:32.535363 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a186dd2d-8884-45ff-ae61-029bc997f694 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 379 time: 0.1164582 Jul 14 14:36:32.549189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-32f07c34-088b-49a1-9bf1-7b6fc47c9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:32.555439 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-32f07c34-088b-49a1-9bf1-7b6fc47c9aae service neutron] 10.222.0.91 "GET /v2.0/networks?id=274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 200 len: 915 time: 0.1418056 Jul 14 14:36:32.566373 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-37cc8327-99e5-48b6-9d9d-ba746859f452 req-4b302266-e771-4588-98f1-985c7ce07f8d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 Jul 14 14:36:32.750301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-25ca3229-ed9a-4378-9f35-2a600e0eebda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:32.859025 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'port': {'device_id': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'admin_state_up': True, 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'security_groups': ['c3585a28-e7b4-4e0c-9122-89759577329a']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:32.919421 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-6c490267-c718-428d-a1c9-213f39347880 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 200 len: 217 time: 0.0746074 Jul 14 14:36:32.930450 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e73edfe-732c-4d3c-a716-a670e02fcd91 req-4b9479ea-1574-4f10-a753-66bb24938d6c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0312357 Jul 14 14:36:33.043691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-b7687dd3-dca8-49df-8564-53f1768c5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:33.045164 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-b7687dd3-dca8-49df-8564-53f1768c5d11 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 200 len: 853 time: 0.0527842 Jul 14 14:36:33.094753 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-6fbde993-3629-489d-a474-f64c576c4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:33.096272 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-6fbde993-3629-489d-a474-f64c576c4da6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=274f18aa-55c6-4caa-a6c2-103a313ebc1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440564 Jul 14 14:36:33.140917 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Made reservation on behalf of 7378149db04942bdbc1035f0a3a902fe for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:36:33.144375 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:33.209203 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:33.260831 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-bfd599a8-c2fb-4f66-afee-7c417515645a service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578755 Jul 14 14:36:33.375038 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:33.388538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Allocated IP 172.20.0.12 (44167c18-8a2e-4113-86a9-34428792d360/87375ea1-30f8-4705-b572-9ba0dafb0106/56e9cb11-f5b0-4131-82d8-c97417b17d2c) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:36:33.414246 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-3933e1e5-2a68-444a-814f-cc48624aa550 req-ba5d7ecd-6139-4d73-b416-21a78fb2a0ea service neutron] 10.222.0.91 "GET /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445217 Jul 14 14:36:33.545746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:33.684478 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276a74b-2550-420d-a881-b8b4d2b12b45 req-c835d417-f357-40a1-931d-461a0456b5c9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:33.686280 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b276a74b-2550-420d-a881-b8b4d2b12b45 req-c835d417-f357-40a1-931d-461a0456b5c9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0502799 Jul 14 14:36:33.688721 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:33.741883 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Network 44167c18-8a2e-4113-86a9-34428792d360 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:36:33.749054 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:36:33.753074 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:36:33.754174 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b276a74b-2550-420d-a881-b8b4d2b12b45 req-057738c9-8bbe-4b68-9b8e-baafe709bfae tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592034 Jul 14 14:36:33.757444 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:33.828406 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:33.828406 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:33.970047 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a458f510-fb06-4e94-b942-88ca9503bef0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1154420 Jul 14 14:36:33.981259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Request body: {'port': {'device_id': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:34.006958 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:34.043901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.054657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5302a-fcce-4075-a89c-0376fcbe5546 req-02d927f8-fd9a-4fc7-8a87-57bcf8376e51 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:34.064359 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13a5302a-fcce-4075-a89c-0376fcbe5546 req-02d927f8-fd9a-4fc7-8a87-57bcf8376e51 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 932 time: 0.0557988 Jul 14 14:36:34.065053 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5e6e637a-7881-4c5e-8cbb-801e45244be5 None None] Provisioning complete for port 56e9cb11-f5b0-4131-82d8-c97417b17d2c triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:34.066099 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5e6e637a-7881-4c5e-8cbb-801e45244be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.106542 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5e6e637a-7881-4c5e-8cbb-801e45244be5 None None] Port 56e9cb11-f5b0-4131-82d8-c97417b17d2c cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:36:34.114652 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13a5302a-fcce-4075-a89c-0376fcbe5546 req-845e4a8d-b103-4502-b808-1b8fedecadc3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515440 Jul 14 14:36:34.328157 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:36:34.336384 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks [] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.349300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Transition to ACTIVE for port object 56e9cb11-f5b0-4131-82d8-c97417b17d2c will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:36:34.441014 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.496740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:34.541169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:34.568588 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Attempting to bind port 56e9cb11-f5b0-4131-82d8-c97417b17d2c on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:36:34.569933 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Attempting to bind port 56e9cb11-f5b0-4131-82d8-c97417b17d2c by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:36:34.570420 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Attempting to bind port 56e9cb11-f5b0-4131-82d8-c97417b17d2c on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:36:34.575364 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Port 56e9cb11-f5b0-4131-82d8-c97417b17d2c on network 44167c18-8a2e-4113-86a9-34428792d360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:36:34.575691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Attempting to bind port 56e9cb11-f5b0-4131-82d8-c97417b17d2c on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:36:34.581033 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:36:34.581382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Checking segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:36:34.581853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Bound using segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:36:34.582240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Bound port: 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:36:34.582600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.650053 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:36:34.653086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:36:34.774376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.809301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:34.809301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.810834 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] 10.222.0.91 "PUT /v2.0/ports/56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 1094 time: 0.8340425 Jul 14 14:36:34.813027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:34.815957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba00e99-3975-4853-8680-3822c9d26bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:34.844649 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95be529-0fd0-4e69-88b7-156cc2673154 service neutron] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:34.857924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6527358d-b9a9-4586-849b-476ce0952fc0 x-openstack-request-id: req-6527358d-b9a9-4586-849b-476ce0952fc0 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:34.858214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:34.858462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6527358d-b9a9-4586-849b-476ce0952fc0 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:34.858861 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6527358d-b9a9-4586-849b-476ce0952fc0'] response: {'name': 'network-changed', 'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'status': 'completed', 'code': 200} Jul 14 14:36:34.893580 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-23a3f08c-6f89-476c-b8a2-d0da001e8e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:34.923618 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00e99-3975-4853-8680-3822c9d26bfa req-c5662517-bb39-4bc8-a296-4d3dd21602fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:34.925150 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fba00e99-3975-4853-8680-3822c9d26bfa req-c5662517-bb39-4bc8-a296-4d3dd21602fc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1128 time: 0.0419011 Jul 14 14:36:35.032132 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00e99-3975-4853-8680-3822c9d26bfa req-421633df-59b0-4b52-baf9-94441c54688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.033603 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fba00e99-3975-4853-8680-3822c9d26bfa req-421633df-59b0-4b52-baf9-94441c54688b service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=7378149db04942bdbc1035f0a3a902fe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1012964 Jul 14 14:36:35.134703 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba00e99-3975-4853-8680-3822c9d26bfa req-6e4c2f17-6c20-462e-a20c-9025cd54517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.136093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fba00e99-3975-4853-8680-3822c9d26bfa req-6e4c2f17-6c20-462e-a20c-9025cd54517c service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947914 Jul 14 14:36:35.212676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:35.223417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-e555fed0-624c-440f-85dc-4ea883c0bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.224918 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-e555fed0-624c-440f-85dc-4ea883c0bf9d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1128 time: 0.0451696 Jul 14 14:36:35.251358 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be75efd-2b94-4cbe-9885-5df2506633a2 req-29b4475c-2593-43d1-9913-33e249cd4301 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.258064 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5be75efd-2b94-4cbe-9885-5df2506633a2 req-29b4475c-2593-43d1-9913-33e249cd4301 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0547941 Jul 14 14:36:35.270343 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-055a01e9-8153-459c-b552-53f5ce005c08 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 217 time: 0.0384822 Jul 14 14:36:35.309037 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5be75efd-2b94-4cbe-9885-5df2506633a2 req-b467ea86-1ef1-4872-8708-7fa7751a291b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Jul 14 14:36:35.324997 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a52e2d63-e378-4a17-8280-6b6e6e027be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.326566 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-a52e2d63-e378-4a17-8280-6b6e6e027be2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0482283 Jul 14 14:36:35.376326 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-262d3efc-1f5a-4180-adda-a0de31eddb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.378026 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-262d3efc-1f5a-4180-adda-a0de31eddb4a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456967 Jul 14 14:36:35.476719 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-9d03279b-4cd9-40f0-8f26-9e161c1d1fa7 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911252 Jul 14 14:36:35.571560 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7dc1c3b7-a09a-4a11-b8d2-2ae18380452f req-482bb202-3244-4cda-8a8d-4395914dce77 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878184 Jul 14 14:36:35.653447 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7273a8-0fdb-4110-941f-ec4efefdd1c4 req-ab1e0b7b-ec05-44d7-8fd2-17135555e0d2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:35.654947 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc7273a8-0fdb-4110-941f-ec4efefdd1c4 req-ab1e0b7b-ec05-44d7-8fd2-17135555e0d2 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0471737 Jul 14 14:36:35.702448 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc7273a8-0fdb-4110-941f-ec4efefdd1c4 req-41de1b36-909c-41a9-9e4d-b3ff24f2c852 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Jul 14 14:36:36.249123 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:36.434674 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3535-20d5-4cbb-a53e-e20e63757273 req-b43491db-3137-4a6a-8bef-52c77889094a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:36.436157 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd2b3535-20d5-4cbb-a53e-e20e63757273 req-b43491db-3137-4a6a-8bef-52c77889094a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0513766 Jul 14 14:36:36.484014 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd2b3535-20d5-4cbb-a53e-e20e63757273 req-ac54bab4-e025-440b-bfac-088d6b013bf0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422871 Jul 14 14:36:36.817841 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112c2f5-b8e2-4b69-a270-6b7ec2d727b7 req-d2b887d4-e5a7-42f1-9805-2f898b47dbe4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:36.819355 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f112c2f5-b8e2-4b69-a270-6b7ec2d727b7 req-d2b887d4-e5a7-42f1-9805-2f898b47dbe4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0475669 Jul 14 14:36:36.867131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f112c2f5-b8e2-4b69-a270-6b7ec2d727b7 req-e3cf8b98-1a56-4a46-a5c4-7c3b5c6cc5d4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Jul 14 14:36:37.390200 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:37.600469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94533e7-389e-4fa6-9ce4-afab27be6670 req-8391911a-7d7c-4a16-baa1-18e905d6eb69 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:37.602528 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b94533e7-389e-4fa6-9ce4-afab27be6670 req-8391911a-7d7c-4a16-baa1-18e905d6eb69 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0473125 Jul 14 14:36:37.653343 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b94533e7-389e-4fa6-9ce4-afab27be6670 req-645ff212-9943-4e2a-b777-3b0d2302a714 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448771 Jul 14 14:36:37.956102 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:37.985377 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46f666-e6a0-48f0-abe8-60de116c71c1 req-a9969bed-2ea3-4a81-b301-9b1dbecfe289 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:37.987650 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f46f666-e6a0-48f0-abe8-60de116c71c1 req-a9969bed-2ea3-4a81-b301-9b1dbecfe289 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0512147 Jul 14 14:36:38.005607 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:38.036261 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4f46f666-e6a0-48f0-abe8-60de116c71c1 req-469b7c93-51fb-45c2-9e69-649a2fd9e9e4 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/security-groups?id=b6e740f7-8882-4431-be3f-3215adaaae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435016 Jul 14 14:36:38.081341 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-b765896d-d1aa-4ac5-a101-43c36748b785 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:38.082840 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-b765896d-d1aa-4ac5-a101-43c36748b785 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.91 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 945 time: 0.0480397 Jul 14 14:36:38.170136 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Deleting port 952e7af0-ae31-4c8d-891e-163bc4da7b6e {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:38.170418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:38.259869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] For port 952e7af0-ae31-4c8d-891e-163bc4da7b6e, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=952e7af0-ae31-4c8d-891e-163bc4da7b6e,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:38.260230 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:38.273698 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Calling delete_port for 952e7af0-ae31-4c8d-891e-163bc4da7b6e owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:38.492982 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (952e7af0-ae31-4c8d-891e-163bc4da7b6e), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:38.504889 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['952e7af0-ae31-4c8d-891e-163bc4da7b6e'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:38.520901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Pushing event deleted for resources: {'Port': ['ID=952e7af0-ae31-4c8d-891e-163bc4da7b6e,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:38.568940 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] No DVR routers for this DVR port 952e7af0-ae31-4c8d-891e-163bc4da7b6e on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:38.571586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:38.574747 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-1408d528-1844-411f-b1dc-ee9b4bf940f5 req-c1caca6c-b48f-400d-9084-1fdc71097add tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.91 "DELETE /v2.0/ports/952e7af0-ae31-4c8d-891e-163bc4da7b6e HTTP/1.1" status: 204 len: 173 time: 0.4868875 Jul 14 14:36:38.575177 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'name': 'network-vif-deleted', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:38.577342 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf22604-21fa-4937-82e2-fbcb7bafdc47" -d '{"events": [{"server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "name": "network-vif-deleted", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:38.614366 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ff389-5911-419e-926d-459b21b09a1e x-openstack-request-id: req-148ff389-5911-419e-926d-459b21b09a1e {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:38.614659 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19ce733-1092-4a21-9c56-5f3b570afb2d", "name": "network-vif-deleted", "tag": "952e7af0-ae31-4c8d-891e-163bc4da7b6e", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:38.614906 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-148ff389-5911-419e-926d-459b21b09a1e {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:38.615403 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148ff389-5911-419e-926d-459b21b09a1e'] response: {'server_uuid': 'e19ce733-1092-4a21-9c56-5f3b570afb2d', 'name': 'network-vif-deleted', 'tag': '952e7af0-ae31-4c8d-891e-163bc4da7b6e', 'status': 'completed', 'code': 200} Jul 14 14:36:38.705160 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:36:38.771415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4702e6-b2bb-4a44-9da6-4c92af740fe7 req-380116ee-a859-4a8e-a6b5-82bbcca99684 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:38.772915 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e4702e6-b2bb-4a44-9da6-4c92af740fe7 req-380116ee-a859-4a8e-a6b5-82bbcca99684 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0482724 Jul 14 14:36:38.810736 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:38.822095 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e4702e6-b2bb-4a44-9da6-4c92af740fe7 req-4ccb4106-6cb6-4815-95d8-56082578b186 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Jul 14 14:36:38.822319 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:36:38.859040 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:38.861327 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:38.877386 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:36:38.898318 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:38.996495 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:39.046659 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:39.148609 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbe95274-3435-422f-9608-505db8d79cfa req-40450835-dee9-4648-bbf4-7da08ad88c42 tempest-TestMinimumBasicScenario-1637113758 tempest-TestMinimumBasicScenario-1637113758-project] 10.222.0.93 "GET /v2.0/ports?device_id=e19ce733-1092-4a21-9c56-5f3b570afb2d HTTP/1.1" status: 200 len: 210 time: 0.0308449 Jul 14 14:36:39.238908 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['56e9cb11-f5b0-4131-82d8-c97417b17d2c'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:36:39.365600 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:39.929224 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:39.947905 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091c7d2-1931-4fa3-b15d-130ed0e827d9 req-3181b1c5-42cb-4025-a962-7d13fc67e161 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:39.949962 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a091c7d2-1931-4fa3-b15d-130ed0e827d9 req-3181b1c5-42cb-4025-a962-7d13fc67e161 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 945 time: 0.0488648 Jul 14 14:36:39.997571 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a091c7d2-1931-4fa3-b15d-130ed0e827d9 req-df2f35eb-9bdf-4f93-bfd5-7df0f126b7ca tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Jul 14 14:36:40.747420 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:36:40.789616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 56e9cb11-f5b0-4131-82d8-c97417b17d2c completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:36:40.944651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 56e9cb11-f5b0-4131-82d8-c97417b17d2c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:36:40.945035 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:41.018224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:36:41.018620 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:41.043845 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:41.047534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45553ca-c3ae-4697-b9ad-9989d1767f76" -d '{"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:41.069898 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:41.138191 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0a60-223b-4894-8dd8-5878423e3e20 req-d22990e9-9525-4b0d-9c6f-97f2318a89d3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:41.139710 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d60a0a60-223b-4894-8dd8-5878423e3e20 req-d22990e9-9525-4b0d-9c6f-97f2318a89d3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 945 time: 0.0502141 Jul 14 14:36:41.144084 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d02508-0db6-40eb-9325-75c378e2ba8c x-openstack-request-id: req-f6d02508-0db6-40eb-9325-75c378e2ba8c {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:41.144371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:41.144620 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f6d02508-0db6-40eb-9325-75c378e2ba8c {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:41.145017 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6d02508-0db6-40eb-9325-75c378e2ba8c'] response: {'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'code': 200} Jul 14 14:36:41.190625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:41.191477 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 952e7af0-ae31-4c8d-891e-163bc4da7b6e no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:41.195111 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d60a0a60-223b-4894-8dd8-5878423e3e20 req-bab0f9da-6adb-4f4f-8695-dccbfcf2ac51 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491972 Jul 14 14:36:41.249641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 952e7af0-ae31-4c8d-891e-163bc4da7b6e {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:41.250017 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 952e7af0-ae31-4c8d-891e-163bc4da7b6e not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:41.268186 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:41.278404 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:41.619239 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff4071-aad2-4d8c-ab70-6abaf48bf5a2 req-11d7b9b2-4e34-48ca-9db9-4f18d15ee1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:41.621367 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-40ff4071-aad2-4d8c-ab70-6abaf48bf5a2 req-11d7b9b2-4e34-48ca-9db9-4f18d15ee1fd service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1130 time: 0.0439184 Jul 14 14:36:41.669434 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-40ff4071-aad2-4d8c-ab70-6abaf48bf5a2 req-6f8e6140-c90b-4e00-9cb3-b8d7f34f4c20 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Jul 14 14:36:42.187818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44856) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:42.231495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:42.240327 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=6 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:42.266543 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=51 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:42.336004 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67b264-307b-46ae-a3ad-adbd620048cf req-e33ddd77-1a24-4d60-a6bc-5b3e5869b0a9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:42.338070 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db67b264-307b-46ae-a3ad-adbd620048cf req-e33ddd77-1a24-4d60-a6bc-5b3e5869b0a9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0632455 Jul 14 14:36:42.391882 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db67b264-307b-46ae-a3ad-adbd620048cf req-d603099b-5903-4f26-bc51-b59c3b4bb6ce tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473368 Jul 14 14:36:42.554424 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:42.781437 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (2bca9880-a53c-4352-8933-2304d0771ea1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.001481 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Deleting port adec2668-d330-457b-a25a-c30b303a53b9 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:43.001844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (adec2668-d330-457b-a25a-c30b303a53b9), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.104830 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] For port adec2668-d330-457b-a25a-c30b303a53b9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=adec2668-d330-457b-a25a-c30b303a53b9,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:43.105179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (adec2668-d330-457b-a25a-c30b303a53b9), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.118763 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Calling delete_port for adec2668-d330-457b-a25a-c30b303a53b9 owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:43.413081 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (adec2668-d330-457b-a25a-c30b303a53b9), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.439651 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=adec2668-d330-457b-a25a-c30b303a53b9,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:43.525409 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed3c7-8530-442f-8a73-16975d3aad02 req-99e4ace1-2519-4dd6-94ab-1a51da10b556 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:43.526962 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b5ed3c7-8530-442f-8a73-16975d3aad02 req-99e4ace1-2519-4dd6-94ab-1a51da10b556 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0567939 Jul 14 14:36:43.571588 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:43.602525 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b5ed3c7-8530-442f-8a73-16975d3aad02 req-b09e5a91-985d-4ba7-9141-65614242cd1f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645864 Jul 14 14:36:43.639859 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (2bca9880-a53c-4352-8933-2304d0771ea1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.724888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:43.736809 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936952d3-bfe4-4dac-8d06-64abadb11704 req-d6c17a79-a71b-4fc3-a238-01646a2eb7d4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:43.738331 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-936952d3-bfe4-4dac-8d06-64abadb11704 req-d6c17a79-a71b-4fc3-a238-01646a2eb7d4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0498319 Jul 14 14:36:43.746877 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44870) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:43.751684 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'floatingip': {'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:36:43.794495 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:43.853330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Router 2bca9880-a53c-4352-8933-2304d0771ea1 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:43.964144 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:43.971662 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bfb68d5a-7c80-4251-afcb-c66b70f11f7e admin admin] 10.222.0.93 "PUT /v2.0/routers/2bca9880-a53c-4352-8933-2304d0771ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827690 Jul 14 14:36:43.972279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44874) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:43.973404 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Sync routers for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:43.993003 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:43.993936 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:44.075324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:44.084764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks [] for router (2bca9880-a53c-4352-8933-2304d0771ea1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.142353 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:44.193871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks [] for router_gateway (2bca9880-a53c-4352-8933-2304d0771ea1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.260676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:44.270327 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.313758 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:36:43Z', 'revision_number': 5, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port': {'id': '62c4c270-42a1-4e23-9561-6f5c69c2f439', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:57:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:33:56Z', 'updated_at': '2022-07-14T14:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:44.343293 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Checking router: 2bca9880-a53c-4352-8933-2304d0771ea1 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:44.348290 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Deleting port 62c4c270-42a1-4e23-9561-6f5c69c2f439 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:44.348656 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.350372 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.352830 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Routers {'2bca9880-a53c-4352-8933-2304d0771ea1'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:44.353487 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['2bca9880-a53c-4352-8933-2304d0771ea1'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:44.438001 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] Set router 2bca9880-a53c-4352-8933-2304d0771ea1 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:44.444465 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] For port 62c4c270-42a1-4e23-9561-6f5c69c2f439, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=62c4c270-42a1-4e23-9561-6f5c69c2f439,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:44.444813 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.462217 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Floating IP cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af associated. External IP: 172.27.2.187, port: 56e9cb11-f5b0-4131-82d8-c97417b17d2c. Jul 14 14:36:44.462479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Calling delete_port for 62c4c270-42a1-4e23-9561-6f5c69c2f439 owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:44.499070 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:36:44Z', 'revision_number': 6, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:44.513636 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:44.526763 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dbf223-0952-401a-927a-97a7db1d31cf None None] The sync data for ids ['2bca9880-a53c-4352-8933-2304d0771ea1'] in dv-cinder-799871-30-iscsi is: [{'id': '2bca9880-a53c-4352-8933-2304d0771ea1', 'name': 'tempest-TestMinimumBasicScenario-295870012-router', 'tenant_id': '8ae0529df8aa4640806b4e7f3680e87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:33:55Z', 'updated_at': '2022-07-14T14:36:44Z', 'revision_number': 6, 'project_id': '8ae0529df8aa4640806b4e7f3680e87b', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:44.674828 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:44.796462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (62c4c270-42a1-4e23-9561-6f5c69c2f439), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.796915 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.805089 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:44.823938 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Pushing event deleted for resources: {'Port': ['ID=62c4c270-42a1-4e23-9561-6f5c69c2f439,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:44.890891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (2bca9880-a53c-4352-8933-2304d0771ea1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.986302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (2bca9880-a53c-4352-8933-2304d0771ea1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:44.988660 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks [] for router_controller (2bca9880-a53c-4352-8933-2304d0771ea1), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.041179 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:45.045926 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.052133 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:45.068242 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:45.069345 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:45.081776 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6962475a-ac01-4572-8bf8-65fc2ddf56a0 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "PUT /v2.0/floatingips/cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af HTTP/1.1" status: 200 len: 992 time: 1.3335369 Jul 14 14:36:45.083630 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:36:45.087059 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ced94-5efd-4c06-b16e-ab371e610fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:36:45.121184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (2bca9880-a53c-4352-8933-2304d0771ea1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.121904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bca9880-a53c-4352-8933-2304d0771ea1 {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:36:45.128588 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.129626 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293b939d-f9f0-4f07-8392-fe359c40b696 x-openstack-request-id: req-293b939d-f9f0-4f07-8392-fe359c40b696 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:36:45.129989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:36:45.130292 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-293b939d-f9f0-4f07-8392-fe359c40b696 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:36:45.130426 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-1fb697be-e855-420b-823c-d6dc6076baca admin admin] 10.222.0.93 "DELETE /v2.0/routers/2bca9880-a53c-4352-8933-2304d0771ea1 HTTP/1.1" status: 204 len: 168 time: 1.1569655 Jul 14 14:36:45.130690 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293b939d-f9f0-4f07-8392-fe359c40b696'] response: {'name': 'network-changed', 'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'status': 'completed', 'code': 200} Jul 14 14:36:45.132387 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44882) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:45.181162 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Deleting subnet d9c71a35-e8a6-42ea-be57-c93048757942 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:36:45.184396 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Publish callbacks [] for subnet (d9c71a35-e8a6-42ea-be57-c93048757942), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.187793 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:45.191691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-48f54902-e9cd-4116-89dd-3e8be4f86160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:45.193357 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-48f54902-e9cd-4116-89dd-3e8be4f86160 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1130 time: 0.0433095 Jul 14 14:36:45.220864 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (d9c71a35-e8a6-42ea-be57-c93048757942), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.316401 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-807ad646-9eac-4c36-9e63-aa3d6922eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:45.317337 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (d9c71a35-e8a6-42ea-be57-c93048757942), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.320323 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-807ad646-9eac-4c36-9e63-aa3d6922eae5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.1213384 Jul 14 14:36:45.403720 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-22a9d005-ad81-4243-9451-fee0cdf7dadf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 1000 time: 0.0767605 Jul 14 14:36:45.424144 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:36:26Z', 'updated_at': '2022-07-14T14:36:44Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:45.448052 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (d9c71a35-e8a6-42ea-be57-c93048757942), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.455499 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:45.456174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-a75da944-6466-42cd-b510-600df56bba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:45.458499 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-a75da944-6466-42cd-b510-600df56bba12 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0477736 Jul 14 14:36:45.464816 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:45.465482 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:45.491677 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40601a1a-66d5-4b84-aab0-017440b77c19 None None] Network 274f18aa-55c6-4caa-a6c2-103a313ebc1e requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:36:45.500548 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.507339 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d9c71a35-e8a6-42ea-be57-c93048757942 HTTP/1.1" status: 204 len: 168 time: 0.3733757 Jul 14 14:36:45.510313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-f0e78d45-da22-4c6f-b4cc-fe2c44a24531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:45.512000 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-f0e78d45-da22-4c6f-b4cc-fe2c44a24531 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473785 Jul 14 14:36:45.512430 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44884) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:45.515082 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556019-ba45-4673-806a-c87d22c1dbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9c71a35-e8a6-42ea-be57-c93048757942,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:45.610704 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:45.630668 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device adec2668-d330-457b-a25a-c30b303a53b9 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:45.633903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (274f18aa-55c6-4caa-a6c2-103a313ebc1e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.649175 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:45.663290 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-3a474368-b476-4fd8-8f22-e65704083dcd service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437573 Jul 14 14:36:45.667921 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: adec2668-d330-457b-a25a-c30b303a53b9 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:45.668622 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device adec2668-d330-457b-a25a-c30b303a53b9 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:45.669373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 62c4c270-42a1-4e23-9561-6f5c69c2f439 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:45.702622 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Deleting port fa79561f-fe6b-4343-8c8b-b4a2b8923629 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:45.702622 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.706744 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 62c4c270-42a1-4e23-9561-6f5c69c2f439 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:45.707292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 62c4c270-42a1-4e23-9561-6f5c69c2f439 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:45.769615 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] DHCP port deletion for 274f18aa-55c6-4caa-a6c2-103a313ebc1e request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:36:45.796895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] For port fa79561f-fe6b-4343-8c8b-b4a2b8923629, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fa79561f-fe6b-4343-8c8b-b4a2b8923629,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:45.797270 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.815279 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Calling delete_port for fa79561f-fe6b-4343-8c8b-b4a2b8923629 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:45.821205 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Deleting port fa79561f-fe6b-4343-8c8b-b4a2b8923629 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:45.821596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.824742 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-425ced94-5efd-4c06-b16e-ab371e610fc4 req-cc5b6325-1a03-4d31-8246-990c4ff46846 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557233 Jul 14 14:36:45.884113 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:36:26Z', 'updated_at': '2022-07-14T14:36:44Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:45.888794 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] For port fa79561f-fe6b-4343-8c8b-b4a2b8923629, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fa79561f-fe6b-4343-8c8b-b4a2b8923629,segment=NetworkSegment(fb3f5385-d278-4493-a834-d3c4592239e1),segment_id=fb3f5385-d278-4493-a834-d3c4592239e1)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:45.889196 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:45.902528 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Calling delete_port for fa79561f-fe6b-4343-8c8b-b4a2b8923629 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:45.911229 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b804e7d5-2514-480e-aff9-87af4f6ddc70 None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:36:26Z', 'updated_at': '2022-07-14T14:36:44Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:46.008189 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.017535 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (fa79561f-fe6b-4343-8c8b-b4a2b8923629), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.043843 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] Pushing event deleted for resources: {'Port': ['ID=fa79561f-fe6b-4343-8c8b-b4a2b8923629,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:46.045721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050fbfe5-6e27-4c67-b2e6-5447fda8eda5 None None] No DVR routers for this DVR port fa79561f-fe6b-4343-8c8b-b4a2b8923629 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:46.064122 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] No DVR routers for this DVR port fa79561f-fe6b-4343-8c8b-b4a2b8923629 on host dv-cinder-799871-30-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:46.068524 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa79561f-fe6b-4343-8c8b-b4a2b8923629,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:46.118623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a438c-2d09-4e9f-9f6d-009cafd8993a None None] New status for floating IP cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:36:46.121029 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:46.126025 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:46.143182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (274f18aa-55c6-4caa-a6c2-103a313ebc1e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.169459 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274f18aa-55c6-4caa-a6c2-103a313ebc1e']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:46.186238 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3f5385-d278-4493-a834-d3c4592239e1') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:46.186618 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3f5385-d278-4493-a834-d3c4592239e1') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:46.201839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (fb3f5385-d278-4493-a834-d3c4592239e1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.212655 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:46.216382 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (fb3f5385-d278-4493-a834-d3c4592239e1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.223124 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:36:46.223505 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (fb3f5385-d278-4493-a834-d3c4592239e1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.246320 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment fb3f5385-d278-4493-a834-d3c4592239e1 resource provider aggregate not found Jul 14 14:36:46.288288 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment fb3f5385-d278-4493-a834-d3c4592239e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb3f5385-d278-4493-a834-d3c4592239e1 found for delete ", "request_id": "req-a4aedf1b-13b6-4685-b2b5-75d18c4222f8"}]} Jul 14 14:36:46.391691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (274f18aa-55c6-4caa-a6c2-103a313ebc1e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.397052 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.402232 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] 10.222.0.93 "DELETE /v2.0/networks/274f18aa-55c6-4caa-a6c2-103a313ebc1e HTTP/1.1" status: 204 len: 168 time: 0.8793533 Jul 14 14:36:46.405167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44892) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:46.415255 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7cb8e-c602-41c8-b253-9d342b34e591 admin admin] Pushing event deleted for resources: {'Network': ['ID=274f18aa-55c6-4caa-a6c2-103a313ebc1e,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:46.541010 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:46.712741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:46.721027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:46.940013 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Deleting port af796274-ac8a-497d-9fcb-904c0ce59ec6 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:46.940257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:47.049093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-33fc5a9f-a048-40a7-be89-2f2403d35e5a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577402 Jul 14 14:36:47.055711 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] For port af796274-ac8a-497d-9fcb-904c0ce59ec6, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=af796274-ac8a-497d-9fcb-904c0ce59ec6,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:47.056072 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:47.069149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Calling delete_port for af796274-ac8a-497d-9fcb-904c0ce59ec6 owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:47.143361 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-91d5d6bb-24a6-43df-8c3b-c08237d4854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:47.144871 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-91d5d6bb-24a6-43df-8c3b-c08237d4854a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0735416 Jul 14 14:36:47.546755 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fa79561f-fe6b-4343-8c8b-b4a2b8923629 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:47.567907 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-229edc6f-07cb-4dac-88dd-4280d4790268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:47.569227 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: fa79561f-fe6b-4343-8c8b-b4a2b8923629 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:47.569380 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-229edc6f-07cb-4dac-88dd-4280d4790268 service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.4039142 Jul 14 14:36:47.569566 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fa79561f-fe6b-4343-8c8b-b4a2b8923629 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:47.663185 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-fb5dbb88-cca7-454d-81ce-664b13f63c7f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 1001 time: 0.0869510 Jul 14 14:36:47.675232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:47.714418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-c13aae5e-9f03-4e34-977d-fa46c5a91e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:47.715917 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-c13aae5e-9f03-4e34-977d-fa46c5a91e9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0474498 Jul 14 14:36:47.758430 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (af796274-ac8a-497d-9fcb-904c0ce59ec6), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:47.764256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-5d9f0eef-6e13-409d-bcd7-841c89615d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:36:47.765762 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-5d9f0eef-6e13-409d-bcd7-841c89615d63 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442772 Jul 14 14:36:47.783238 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:47.793788 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Pushing event deleted for resources: {'Port': ['ID=af796274-ac8a-497d-9fcb-904c0ce59ec6,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:47.963580 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-a2c48a21-2647-4c81-bb32-b3f872b42378 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777287 Jul 14 14:36:48.086044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:48.112650 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9f389aff-d256-4253-bff8-a6ee05c50f6d req-6ecd8af6-dfa4-4f31-a40c-f5b6429efc6e service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403348 Jul 14 14:36:48.325435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:36:48.428290 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:36:48.433170 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-fdf22bf0-1af0-4048-9be3-72e5c5475eec admin admin] 10.222.0.93 "PUT /v2.0/routers/a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0269554 Jul 14 14:36:48.435803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44898) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:48.436704 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Sync routers for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:36:48.448047 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:48.448966 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:48.497115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:48.545293 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks [] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:48.551348 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:48.645840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks [] for router_gateway (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:48.649108 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:48.681315 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:48.714946 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:36:47Z', 'revision_number': 5, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:48.738520 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Checking router: a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:36:48.747754 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Routers {'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:36:48.748531 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:36:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:48.833924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Deleting port 79b79132-94c9-40d0-91b3-99babc49036f {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:48.834275 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (79b79132-94c9-40d0-91b3-99babc49036f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:48.851004 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] Set router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:36:48.920881 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] For port 79b79132-94c9-40d0-91b3-99babc49036f, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=79b79132-94c9-40d0-91b3-99babc49036f,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:48.921195 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (79b79132-94c9-40d0-91b3-99babc49036f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:48.935238 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Calling delete_port for 79b79132-94c9-40d0-91b3-99babc49036f owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:48.993883 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:49.021569 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:36:47Z', 'revision_number': 5, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:49.132340 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04056916-7548-4d10-a9ed-3b6237d8717f None None] The sync data for ids ['a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d'] in dv-cinder-799871-30-iscsi is: [{'id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'name': 'tempest-TestMinimumBasicScenario-2069029557-router', 'tenant_id': '5618969e1eb64ef3af8d03b451da171f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '79b79132-94c9-40d0-91b3-99babc49036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:36:47Z', 'revision_number': 5, 'project_id': '5618969e1eb64ef3af8d03b451da171f', 'gw_port': {'id': '79b79132-94c9-40d0-91b3-99babc49036f', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:2b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:34:02Z', 'updated_at': '2022-07-14T14:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:36:49.202244 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (79b79132-94c9-40d0-91b3-99babc49036f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.227794 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=79b79132-94c9-40d0-91b3-99babc49036f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:49.253815 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.254189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.254524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.254861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.255186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.255508 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.255826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.256141 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.256459 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.256772 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.257088 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.257400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.257712 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.258046 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.258357 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:36:49.301152 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.397260 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.400636 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks [] for router_controller (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.535133 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.535751 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:36:49.541602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.546822 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a4b1a220-3e71-42ce-804c-239ff2fcc4fa admin admin] 10.222.0.93 "DELETE /v2.0/routers/a4e9ab72-7a18-4c5e-b7db-c9485d64cc0d HTTP/1.1" status: 204 len: 168 time: 1.1099858 Jul 14 14:36:49.548880 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44902) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:49.620114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Deleting subnet 59827df8-1db2-4796-aff9-76d369619df7 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:36:49.623669 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Publish callbacks [] for subnet (59827df8-1db2-4796-aff9-76d369619df7), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.634018 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device af796274-ac8a-497d-9fcb-904c0ce59ec6 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:49.655094 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: af796274-ac8a-497d-9fcb-904c0ce59ec6 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:49.655656 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device af796274-ac8a-497d-9fcb-904c0ce59ec6 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:49.668786 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (59827df8-1db2-4796-aff9-76d369619df7), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.746786 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (59827df8-1db2-4796-aff9-76d369619df7), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.939159 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (59827df8-1db2-4796-aff9-76d369619df7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.968096 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59827df8-1db2-4796-aff9-76d369619df7,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:49.973662 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:49.976785 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-35b40fd7-acbb-45eb-8e89-b43220b556e1 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/59827df8-1db2-4796-aff9-76d369619df7 HTTP/1.1" status: 204 len: 168 time: 0.4288931 Jul 14 14:36:49.979477 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44904) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:49.980363 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92014e0-798b-4e8d-9a3c-d8ed12a759e5 None None] Network b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:36:50.048457 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.100018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Deleting port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:50.100390 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.160423 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:50.166096 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] DHCP port deletion for b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:36:50.175164 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] For port 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4fa5b93a-b275-44dd-a3d4-e13d499b7677,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:50.175517 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.190244 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Calling delete_port for 4fa5b93a-b275-44dd-a3d4-e13d499b7677 owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:50.210323 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Deleting port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:36:50.210702 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.281514 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] For port 4fa5b93a-b275-44dd-a3d4-e13d499b7677, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=4fa5b93a-b275-44dd-a3d4-e13d499b7677,segment=NetworkSegment(bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8),segment_id=bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:36:50.281929 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.295355 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Calling delete_port for 4fa5b93a-b275-44dd-a3d4-e13d499b7677 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:36:50.402242 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.408225 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (4fa5b93a-b275-44dd-a3d4-e13d499b7677), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.435110 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fa5b93a-b275-44dd-a3d4-e13d499b7677,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:50.436949 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] No DVR routers for this DVR port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 on host dv-cinder-799871-30-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:50.438338 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] No DVR routers for this DVR port 4fa5b93a-b275-44dd-a3d4-e13d499b7677 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:36:50.440329 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450af90c-b735-4e30-a681-f0a68bb64f48 None None] Pushing event deleted for resources: {'Port': ['ID=4fa5b93a-b275-44dd-a3d4-e13d499b7677,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:50.514645 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.521551 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:50.534985 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:50.544582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:50.544876 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:36:50.554410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.569788 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.576145 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:36:50.576451 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.603084 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8 resource provider aggregate not found Jul 14 14:36:50.643516 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbbfb84b-a9f9-4a86-a115-7d4b4ed2c0a8 found for delete ", "request_id": "req-be2952d9-c2b9-4da3-a30e-ac7bfd0f2b00"}]} Jul 14 14:36:50.762701 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.768169 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:50.771310 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] 10.222.0.93 "DELETE /v2.0/networks/b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61 HTTP/1.1" status: 204 len: 168 time: 0.7906106 Jul 14 14:36:50.782782 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91fa19-0b08-45a7-be0f-2bf85aad757a admin admin] Pushing event deleted for resources: {'Network': ['ID=b96f6b2d-e01a-4ac5-ab24-7c7e5446ce61,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:51.231448 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 44914) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:51.272677 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-659f5bc6-dd28-413c-8847-a40a3d80e56f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=8ae0529df8aa4640806b4e7f3680e87b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400908 Jul 14 14:36:51.276206 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44916) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:51.322475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:36:51.325822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] Publish callbacks [] for security_group (b6e740f7-8882-4431-be3f-3215adaaae77), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:51.347575 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] Publish callbacks [] for security_group (b6e740f7-8882-4431-be3f-3215adaaae77), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:51.499044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (b6e740f7-8882-4431-be3f-3215adaaae77), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:51.503152 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:51.504333 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b6e740f7-8882-4431-be3f-3215adaaae77 HTTP/1.1" status: 204 len: 168 time: 0.2270799 Jul 14 14:36:51.516299 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58c40f-ffb8-4234-842c-bb94bdce6c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e740f7-8882-4431-be3f-3215adaaae77,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:51.581293 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4fa5b93a-b275-44dd-a3d4-e13d499b7677 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:51.605985 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 4fa5b93a-b275-44dd-a3d4-e13d499b7677 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:51.606329 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 4fa5b93a-b275-44dd-a3d4-e13d499b7677 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:51.606737 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 79b79132-94c9-40d0-91b3-99babc49036f no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:36:51.625335 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 79b79132-94c9-40d0-91b3-99babc49036f {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:36:51.626936 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 79b79132-94c9-40d0-91b3-99babc49036f not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:36:52.439002 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44938) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:52.488463 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c0bff862-bcfc-4a03-a55d-e850f9881a91 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5618969e1eb64ef3af8d03b451da171f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405831 Jul 14 14:36:52.490356 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 44940) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:36:52.541783 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] Publish callbacks [] for security_group (a5673272-4a38-405e-95a7-f09c4b4f3dcc), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:52.563270 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] Publish callbacks [] for security_group (a5673272-4a38-405e-95a7-f09c4b4f3dcc), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:52.767117 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a5673272-4a38-405e-95a7-f09c4b4f3dcc), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:52.769689 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:36:52.770894 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a5673272-4a38-405e-95a7-f09c4b4f3dcc HTTP/1.1" status: 204 len: 168 time: 0.2796462 Jul 14 14:36:52.779678 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eece09b-99d1-49ef-a861-285547678f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5673272-4a38-405e-95a7-f09c4b4f3dcc,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:36:55.676063 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:37:01.266945 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:01.269857 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=29,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:01.609467 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:02.396183 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=69 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:02.594115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=63,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:02.704743 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-25a6115b-0f18-4b18-b791-210a91e2c851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:02.775156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:04.790023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-10ca705b-2412-420f-a860-78a6d413a1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:05.672099 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=29 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:06.229882 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:07.424953 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:07.891345 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cb8ec-c80f-477a-b6eb-a95c5f635d7b req-d3eec074-7088-4a61-be26-859f2ec421fb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:07.893703 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-841cb8ec-c80f-477a-b6eb-a95c5f635d7b req-d3eec074-7088-4a61-be26-859f2ec421fb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0584838 Jul 14 14:37:07.945960 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-841cb8ec-c80f-477a-b6eb-a95c5f635d7b req-521b8b4d-711f-4031-a159-3b6708063e11 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Jul 14 14:37:07.961223 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:09.060573 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f223a-877c-4b4c-8087-f0f29b865d58 req-b4542477-4e8d-4bcd-866b-de5757714f67 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:09.062103 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-234f223a-877c-4b4c-8087-f0f29b865d58 req-b4542477-4e8d-4bcd-866b-de5757714f67 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0475140 Jul 14 14:37:09.109742 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-234f223a-877c-4b4c-8087-f0f29b865d58 req-55b679c3-1257-4b78-9d35-aea6fb2d549f tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420187 Jul 14 14:37:09.757135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-f02b2837-02a1-41bc-a1e6-f04f87e2d00c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:09.758650 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-f02b2837-02a1-41bc-a1e6-f04f87e2d00c tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0490766 Jul 14 14:37:09.842415 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Deleting port 1036eb7e-e728-484f-95a0-13ba697cc1cc {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:09.842707 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:09.931085 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] For port 1036eb7e-e728-484f-95a0-13ba697cc1cc, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1036eb7e-e728-484f-95a0-13ba697cc1cc,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:09.931453 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:10.109570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:10.109968 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:10.110288 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Floating IP 35cf4fcc-f0af-432d-a409-a7c52c8eeadb disassociated. External IP: 172.27.2.182, port: 1036eb7e-e728-484f-95a0-13ba697cc1cc. Jul 14 14:37:10.110638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Calling delete_port for 1036eb7e-e728-484f-95a0-13ba697cc1cc owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:10.225632 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979479fd-1c33-400b-b027-fae20b6c4535 req-afa6e047-5bfb-46d2-8812-8b69186cae77 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:10.227266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-979479fd-1c33-400b-b027-fae20b6c4535 req-afa6e047-5bfb-46d2-8812-8b69186cae77 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 945 time: 0.0486431 Jul 14 14:37:10.275411 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-979479fd-1c33-400b-b027-fae20b6c4535 req-ac7afac9-b2ce-4d2b-b460-5501e5b3e2fb tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups?id=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416143 Jul 14 14:37:10.286426 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1036eb7e-e728-484f-95a0-13ba697cc1cc), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:10.320893 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'Port': ['ID=1036eb7e-e728-484f-95a0-13ba697cc1cc,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:10.434142 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:37:10.537411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:10.547086 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:10.557304 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:10.557952 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:10.580800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] No DVR routers for this DVR port 1036eb7e-e728-484f-95a0-13ba697cc1cc on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:37:10.583343 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:10.586787 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0af14445-5349-4f7d-aea4-c590fac65d3d req-9a070e0e-8364-4009-8613-e230ee4219a2 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.91 "DELETE /v2.0/ports/1036eb7e-e728-484f-95a0-13ba697cc1cc HTTP/1.1" status: 204 len: 173 time: 0.8231750 Jul 14 14:37:10.587288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'name': 'network-vif-deleted', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:10.590153 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f09bea-576c-4b45-8fa5-83957b06d96e" -d '{"events": [{"server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "name": "network-vif-deleted", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:10.626266 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a2e1f-5054-4647-a0ec-765cab0db1c3 x-openstack-request-id: req-5d1a2e1f-5054-4647-a0ec-765cab0db1c3 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:10.626557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911572ab-0885-4187-b3f7-4a62f1848c1d", "name": "network-vif-deleted", "tag": "1036eb7e-e728-484f-95a0-13ba697cc1cc", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:10.626810 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5d1a2e1f-5054-4647-a0ec-765cab0db1c3 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:10.627216 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1a2e1f-5054-4647-a0ec-765cab0db1c3'] response: {'server_uuid': '911572ab-0885-4187-b3f7-4a62f1848c1d', 'name': 'network-vif-deleted', 'tag': '1036eb7e-e728-484f-95a0-13ba697cc1cc', 'status': 'completed', 'code': 200} Jul 14 14:37:10.660952 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:10.859010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:10.884093 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:10.892317 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:10.892925 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:10.940223 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:10.998705 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:11.181978 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:11.184289 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:11.209231 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110bcb0-cd26-4937-b851-0e8383dee4fa None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:30:52Z', 'revision_number': 4, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '1bfde39c-0386-49c7-aad9-488cd8e85380', 'name': '', 'network_id': 'bbfe63db-9252-4dec-a8a5-e4a436973249', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'mac_address': 'fa:16:3e:06:2e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:50Z', 'updated_at': '2022-07-14T14:30:58Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'subnets': [{'id': 'd29e76a6-6f04-44e6-bba3-57828abde67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:11.391557 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bfcbf9e4-aeaf-4b45-a1bb-bc4a6b2a0e16 req-ef8b7a8e-7ba7-4508-ba09-c840106ef1f7 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/ports?device_id=911572ab-0885-4187-b3f7-4a62f1848c1d HTTP/1.1" status: 200 len: 210 time: 0.0332932 Jul 14 14:37:11.422543 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c818ca4-1023-43cc-bd70-3e569dbe641e None None] New status for floating IP 35cf4fcc-f0af-432d-a409-a7c52c8eeadb: DOWN {{(pid=104475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:37:12.536369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45046) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:12.592555 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (7fcaa7ea-f0e4-427d-8bfe-0175224f9c68), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:12.606005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:12.621016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (7fcaa7ea-f0e4-427d-8bfe-0175224f9c68), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:12.628977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:12.784349 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (7fcaa7ea-f0e4-427d-8bfe-0175224f9c68), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:12.786998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:12.788196 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "DELETE /v2.0/security-groups/7fcaa7ea-f0e4-427d-8bfe-0175224f9c68 HTTP/1.1" status: 204 len: 168 time: 0.2508354 Jul 14 14:37:12.791690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45048) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:12.798740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300573a2-266b-4964-9258-5029d370588b tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcaa7ea-f0e4-427d-8bfe-0175224f9c68,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:12.810025 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-cf4dc02f-7b7c-4100-90c6-fb892c30e0d0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] show failed (client error): The resource could not be found. Jul 14 14:37:12.811371 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cf4dc02f-7b7c-4100-90c6-fb892c30e0d0 tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "GET /v2.0/security-groups/7fcaa7ea-f0e4-427d-8bfe-0175224f9c68 HTTP/1.1" status: 404 len: 347 time: 0.0184166 Jul 14 14:37:12.815589 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45050) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:12.904905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1036eb7e-e728-484f-95a0-13ba697cc1cc no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:12.924508 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 1036eb7e-e728-484f-95a0-13ba697cc1cc {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:37:12.924847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1036eb7e-e728-484f-95a0-13ba697cc1cc not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:12.943953 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Deleting port ac95731c-fafc-4d9b-b285-5fafd095f771 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:12.944294 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.034448 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.034678 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (ac95731c-fafc-4d9b-b285-5fafd095f771), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.047754 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Calling delete_port for ac95731c-fafc-4d9b-b285-5fafd095f771 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:13.241544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (ac95731c-fafc-4d9b-b285-5fafd095f771), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.268399 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Pushing event deleted for resources: {'Port': ['ID=ac95731c-fafc-4d9b-b285-5fafd095f771,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:13.295363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.295608 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.295925 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.296260 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.296589 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.296915 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.297234 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.297561 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.297917 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.298237 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.298558 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.298882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.299192 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.302522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.302522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:13.349454 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks [] for floatingip (35cf4fcc-f0af-432d-a409-a7c52c8eeadb), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.352316 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:13.353522 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5713ddc9-320d-446c-90e3-d0b34870e91e tempest-AttachVolumeTestJSON-277404979 tempest-AttachVolumeTestJSON-277404979-project] 10.222.0.93 "DELETE /v2.0/floatingips/35cf4fcc-f0af-432d-a409-a7c52c8eeadb HTTP/1.1" status: 204 len: 168 time: 0.5374010 Jul 14 14:37:14.767472 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:17.360090 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45080) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:17.690168 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:17.742295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:17.857901 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (14c607b0-9c78-4981-965a-aed1256c2d58), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:18.078307 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Deleting port 1bfde39c-0386-49c7-aad9-488cd8e85380 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:18.078643 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:18.157882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] For port 1bfde39c-0386-49c7-aad9-488cd8e85380, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=1bfde39c-0386-49c7-aad9-488cd8e85380,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:18.158243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:18.171420 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Calling delete_port for 1bfde39c-0386-49c7-aad9-488cd8e85380 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:18.430001 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (1bfde39c-0386-49c7-aad9-488cd8e85380), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:18.454969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfde39c-0386-49c7-aad9-488cd8e85380,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:18.507121 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:18.620183 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (14c607b0-9c78-4981-965a-aed1256c2d58), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:18.727571 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:18.824451 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Router 14c607b0-9c78-4981-965a-aed1256c2d58 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:37:18.924123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:18.929071 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0c6cc7a6-20dc-447c-94e4-e35453342b4b admin admin] 10.222.0.93 "PUT /v2.0/routers/14c607b0-9c78-4981-965a-aed1256c2d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5679379 Jul 14 14:37:18.932216 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45084) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:18.934834 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Sync routers for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:18.944944 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:18.945579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.031359 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks [] for router (14c607b0-9c78-4981-965a-aed1256c2d58), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:19.047469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:19.128062 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks [] for router_gateway (14c607b0-9c78-4981-965a-aed1256c2d58), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:19.216958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:37:18Z', 'revision_number': 5, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port': {'id': '7bae5fc4-7963-4d27-acdf-3c5f97e7733d', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:30:43Z', 'updated_at': '2022-07-14T14:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.242047 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Checking router: 14c607b0-9c78-4981-965a-aed1256c2d58 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:19.251050 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Routers {'14c607b0-9c78-4981-965a-aed1256c2d58'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:19.251650 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['14c607b0-9c78-4981-965a-aed1256c2d58'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.255165 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Deleting port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:19.263442 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:19.335526 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] For port 7bae5fc4-7963-4d27-acdf-3c5f97e7733d, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:19.335808 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:19.350487 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Calling delete_port for 7bae5fc4-7963-4d27-acdf-3c5f97e7733d owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:19.464937 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] Set router 14c607b0-9c78-4981-965a-aed1256c2d58 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:19.515949 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:37:19Z', 'revision_number': 6, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:19.543230 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018773d-61e6-4649-8ada-eaa40b7c9aa5 None None] The sync data for ids ['14c607b0-9c78-4981-965a-aed1256c2d58'] in dv-cinder-799871-30-iscsi is: [{'id': '14c607b0-9c78-4981-965a-aed1256c2d58', 'name': 'tempest-AttachVolumeTestJSON-1300149503-router', 'tenant_id': '9f707e1171364031b016d16a10efda78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:30:41Z', 'updated_at': '2022-07-14T14:37:19Z', 'revision_number': 6, 'project_id': '9f707e1171364031b016d16a10efda78', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:19.643190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:19.830393 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (7bae5fc4-7963-4d27-acdf-3c5f97e7733d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:19.859946 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bae5fc4-7963-4d27-acdf-3c5f97e7733d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:19.926189 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (14c607b0-9c78-4981-965a-aed1256c2d58), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.021298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (14c607b0-9c78-4981-965a-aed1256c2d58), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.023521 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks [] for router_controller (14c607b0-9c78-4981-965a-aed1256c2d58), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.121955 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (14c607b0-9c78-4981-965a-aed1256c2d58), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.122542 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c607b0-9c78-4981-965a-aed1256c2d58 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:37:20.127240 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.132122 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a5d5717b-b019-40d7-b778-852c9a690438 admin admin] 10.222.0.93 "DELETE /v2.0/routers/14c607b0-9c78-4981-965a-aed1256c2d58 HTTP/1.1" status: 204 len: 168 time: 1.1952574 Jul 14 14:37:20.132122 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45086) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:20.138065 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:20.178877 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Deleting subnet d29e76a6-6f04-44e6-bba3-57828abde67e {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:37:20.182657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Publish callbacks [] for subnet (d29e76a6-6f04-44e6-bba3-57828abde67e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.218266 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (d29e76a6-6f04-44e6-bba3-57828abde67e), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.292389 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (d29e76a6-6f04-44e6-bba3-57828abde67e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.412836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (d29e76a6-6f04-44e6-bba3-57828abde67e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.442023 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29e76a6-6f04-44e6-bba3-57828abde67e,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:20.444008 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.447131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ec4ac1f2-a880-4190-8204-21f411372815 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d29e76a6-6f04-44e6-bba3-57828abde67e HTTP/1.1" status: 204 len: 168 time: 0.3152592 Jul 14 14:37:20.450186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45088) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:20.450690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470b161f-fc00-4275-b0f4-fb8600c87ffa None None] Network bbfe63db-9252-4dec-a8a5-e4a436973249 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:37:20.521623 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (bbfe63db-9252-4dec-a8a5-e4a436973249), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.565617 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Deleting port 61a4167f-891f-494e-b5c1-b8afa76c7031 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:20.566235 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.602481 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] DHCP port deletion for bbfe63db-9252-4dec-a8a5-e4a436973249 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:37:20.637556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] For port 61a4167f-891f-494e-b5c1-b8afa76c7031, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=61a4167f-891f-494e-b5c1-b8afa76c7031,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:20.637962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.650978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Calling delete_port for 61a4167f-891f-494e-b5c1-b8afa76c7031 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:20.652158 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Deleting port 61a4167f-891f-494e-b5c1-b8afa76c7031 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:20.652598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.714535 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] For port 61a4167f-891f-494e-b5c1-b8afa76c7031, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=61a4167f-891f-494e-b5c1-b8afa76c7031,segment=NetworkSegment(f68b960a-f54e-4ef9-be13-197c5215c849),segment_id=f68b960a-f54e-4ef9-be13-197c5215c849)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:20.714838 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.727641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Calling delete_port for 61a4167f-891f-494e-b5c1-b8afa76c7031 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:20.795561 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.805099 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (61a4167f-891f-494e-b5c1-b8afa76c7031), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.822966 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a4167f-891f-494e-b5c1-b8afa76c7031,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:20.827475 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Pushing event deleted for resources: {'Port': ['ID=61a4167f-891f-494e-b5c1-b8afa76c7031,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:20.829524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] No DVR routers for this DVR port 61a4167f-891f-494e-b5c1-b8afa76c7031 on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:37:20.837856 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.838166 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.838457 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.838791 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.839118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.839444 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.839766 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.840111 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.840425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.840729 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.841047 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.841366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.841679 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.842020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.842332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:20.845068 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae80eefe-1dfb-44f5-8a5d-4a23eb424093 None None] No DVR routers for this DVR port 61a4167f-891f-494e-b5c1-b8afa76c7031 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:37:20.905657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (bbfe63db-9252-4dec-a8a5-e4a436973249), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.925743 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfe63db-9252-4dec-a8a5-e4a436973249']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:20.935048 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68b960a-f54e-4ef9-be13-197c5215c849') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:20.935345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68b960a-f54e-4ef9-be13-197c5215c849') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:20.944900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (f68b960a-f54e-4ef9-be13-197c5215c849), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.957966 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (f68b960a-f54e-4ef9-be13-197c5215c849), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:20.964941 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:37:20.965254 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (f68b960a-f54e-4ef9-be13-197c5215c849), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.015164 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment f68b960a-f54e-4ef9-be13-197c5215c849 resource provider aggregate not found Jul 14 14:37:21.033482 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment f68b960a-f54e-4ef9-be13-197c5215c849 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f68b960a-f54e-4ef9-be13-197c5215c849 found for delete ", "request_id": "req-9d1daf20-3c5b-4908-992b-c073f7ee74ec"}]} Jul 14 14:37:21.120957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (bbfe63db-9252-4dec-a8a5-e4a436973249), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.128439 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.131549 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] 10.222.0.93 "DELETE /v2.0/networks/bbfe63db-9252-4dec-a8a5-e4a436973249 HTTP/1.1" status: 204 len: 168 time: 0.6801934 Jul 14 14:37:21.141396 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8657a-9aaf-4038-8617-7566062d82a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfe63db-9252-4dec-a8a5-e4a436973249,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:21.414625 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45102) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:21.455044 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ac7fcb81-da47-42dd-b8be-4d6b15c141ac admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9f707e1171364031b016d16a10efda78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391984 Jul 14 14:37:21.457536 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45104) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:21.496111 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:21.498084 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=9 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:21.508431 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] Publish callbacks [] for security_group (9a68be81-31dd-4c58-b457-1a7e1ce4538f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.531761 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] Publish callbacks [] for security_group (9a68be81-31dd-4c58-b457-1a7e1ce4538f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.577373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 7bae5fc4-7963-4d27-acdf-3c5f97e7733d no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:21.596896 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 7bae5fc4-7963-4d27-acdf-3c5f97e7733d {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:37:21.597235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 7bae5fc4-7963-4d27-acdf-3c5f97e7733d not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:21.597637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 61a4167f-891f-494e-b5c1-b8afa76c7031 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:21.615417 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 61a4167f-891f-494e-b5c1-b8afa76c7031 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:37:21.615761 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 61a4167f-891f-494e-b5c1-b8afa76c7031 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:21.616159 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 1bfde39c-0386-49c7-aad9-488cd8e85380 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:21.634864 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 1bfde39c-0386-49c7-aad9-488cd8e85380 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:37:21.635183 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 1bfde39c-0386-49c7-aad9-488cd8e85380 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:21.653225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (9a68be81-31dd-4c58-b457-1a7e1ce4538f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.655941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:21.657160 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9a68be81-31dd-4c58-b457-1a7e1ce4538f HTTP/1.1" status: 204 len: 168 time: 0.1981111 Jul 14 14:37:21.666842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c774ac-0554-4202-b670-6c7e8b85deee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a68be81-31dd-4c58-b457-1a7e1ce4538f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:22.717908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45130) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:22.813516 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-453085615-network', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:23.029518 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:23.032084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.041394 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.094211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:23.123241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks [] for security_group (d1394e9e-0e44-4a31-bbc8-75b707d2ebb9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.218559 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d1394e9e-0e44-4a31-bbc8-75b707d2ebb9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.248296 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:37:23.253697 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1394e9e-0e44-4a31-bbc8-75b707d2ebb9,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:23.261410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (338e5308-d80a-49e5-a1c2-bf3192223a27), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.261410 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Added segment 338e5308-d80a-49e5-a1c2-bf3192223a27 of type vlan for network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f Jul 14 14:37:23.301953 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.307198 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=6,neutron:INSERT=12 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:23.417867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.418908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:23.419500 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.484739 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] Pushing event updated for resources: {'Network': ['ID=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:23.497922 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:37:23.535699 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-adb1b92d-84c7-4c9b-89fe-19ca3673a76d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8166337 Jul 14 14:37:23.538424 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45138) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:23.543066 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Request body: {'subnet': {'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-453085615-subnet', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:23.670506 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:23.672864 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520330299'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.916114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3475181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520330249'] for subnet (f45b1d69-8fee-4cc2-867c-97bb6ea881be), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:23.978024 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45b1d69-8fee-4cc2-867c-97bb6ea881be,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:23.983410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:37:23.983760 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Network hostable DHCP agents. Network: e31486e8-2bc1-4f00-b9ce-bbd86c605e0f, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:37:24.104324 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:37:24.166978 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, e31486e8-2bc1-4f00-b9ce-bbd86c605e0f) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:24.171955 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:24.172601 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.176591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd380517-9499-48b2-a49c-f12af42a2c79 None None] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:37:24.236759 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:24.238272 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-353d0205-aafd-492c-919a-4b9e750ef085 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6988335 Jul 14 14:37:24.239057 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:24.240871 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45152) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:24.246822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:24.282580 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:37:24.283473 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.373947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (3ef1918e-620a-45f7-b185-835298155cc8), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.375061 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (3ef1918e-620a-45f7-b185-835298155cc8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.424257 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Allocated IP 172.20.0.2 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/5979b5b9-5b78-423b-83b2-e14e677b426c) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:24.450126 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b090f3-4ded-4e1e-a7b7-24db105a36b7 req-82fc8e2a-4cad-4765-bd2b-0730a6c3a6a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:24.451621 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e4b090f3-4ded-4e1e-a7b7-24db105a36b7 req-82fc8e2a-4cad-4765-bd2b-0730a6c3a6a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0721166 Jul 14 14:37:24.495216 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for router_controller (3ef1918e-620a-45f7-b185-835298155cc8), precommit_add_association {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.527762 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e4b090f3-4ded-4e1e-a7b7-24db105a36b7 req-f097a8d2-2571-4958-82cc-34d24aea6b33 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533748 Jul 14 14:37:24.571221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks [] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.664696 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.709387 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:24.710148 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:24.713229 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for router_gateway (3ef1918e-620a-45f7-b185-835298155cc8), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.719489 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:24.719489 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:37:24.721088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Pushing event updated for resources: {'Port': ['ID=5979b5b9-5b78-423b-83b2-e14e677b426c,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:24.728435 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:24.777084 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Attempting to bind port 5979b5b9-5b78-423b-83b2-e14e677b426c on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:37:24.777984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Attempting to bind port 5979b5b9-5b78-423b-83b2-e14e677b426c by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:37:24.778275 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Attempting to bind port 5979b5b9-5b78-423b-83b2-e14e677b426c on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:37:24.783271 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:37:24.783642 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:37:24.784042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.784427 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:37:24.784883 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Bound port: 5979b5b9-5b78-423b-83b2-e14e677b426c, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:37:24.785258 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.846221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] For port 5979b5b9-5b78-423b-83b2-e14e677b426c, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:24.849251 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] For port 5979b5b9-5b78-423b-83b2-e14e677b426c, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5979b5b9-5b78-423b-83b2-e14e677b426c,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:24.951486 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.962738 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:24.974139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for router_gateway (3ef1918e-620a-45f7-b185-835298155cc8), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:24.993413 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.016009 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5f7f-072c-411c-b9d1-c579e4c542dc None None] Pushing event updated for resources: {'Port': ['ID=5979b5b9-5b78-423b-83b2-e14e677b426c,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:25.108773 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Allocated IP 172.27.2.234 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:25.228232 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.310911 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.350556 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:25.354118 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:25.360332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:37:25.383892 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Pushing event updated for resources: {'Port': ['ID=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:25.470053 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:25.591389 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5979b5b9-5b78-423b-83b2-e14e677b426c up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:25.651286 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5979b5b9-5b78-423b-83b2-e14e677b426c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:25.651662 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.707393 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26eaff-9043-4a3c-8bb7-8725672c44a8 req-73ab50ed-609f-4428-9734-8c97f6d9477b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:25.709222 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f26eaff-9043-4a3c-8bb7-8725672c44a8 req-73ab50ed-609f-4428-9734-8c97f6d9477b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0692596 Jul 14 14:37:25.711858 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for router_gateway (3ef1918e-620a-45f7-b185-835298155cc8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.727879 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5979b5b9-5b78-423b-83b2-e14e677b426c is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:25.728265 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.771883 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 5979b5b9-5b78-423b-83b2-e14e677b426c, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5979b5b9-5b78-423b-83b2-e14e677b426c,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:25.845502 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5f26eaff-9043-4a3c-8bb7-8725672c44a8 req-4202b740-4cb0-40c1-ba47-8dae5b2755a5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991957 Jul 14 14:37:25.848424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:25.902598 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=5979b5b9-5b78-423b-83b2-e14e677b426c,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:25.940066 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ffdd64-51fa-4ed3-bfb2-240df82117bb None None] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:37:25.962194 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (3ef1918e-620a-45f7-b185-835298155cc8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.013969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-2fa132c6-c41d-4866-aef6-cc2fc2b754e7 None None] Provisioning complete for port 5979b5b9-5b78-423b-83b2-e14e677b426c triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:26.014343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2fa132c6-c41d-4866-aef6-cc2fc2b754e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.112460 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:26.123267 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-2fa132c6-c41d-4866-aef6-cc2fc2b754e7 None None] Current status of the port 5979b5b9-5b78-423b-83b2-e14e677b426c is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:26.187027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Router 3ef1918e-620a-45f7-b185-835298155cc8 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:37:26.268005 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:26.287843 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:26.297421 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:26.308091 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:26.308751 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:26.342754 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a2c3b44f-865e-4492-9f8d-574fcfe3ba28 None None] Provisioning complete for port 5979b5b9-5b78-423b-83b2-e14e677b426c triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:26.343041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a2c3b44f-865e-4492-9f8d-574fcfe3ba28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.391989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.395855 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6a631a3e-95b8-4778-b41b-f5bbfe56ae84 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1515694 Jul 14 14:37:26.396185 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45158) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:26.410114 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:26.420658 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3b44f-865e-4492-9f8d-574fcfe3ba28 None None] Current status of the port 5979b5b9-5b78-423b-83b2-e14e677b426c is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:26.576457 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:25Z', 'revision_number': 3, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:26.596270 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:26.601286 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:26.601635 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Updating router 3ef1918e-620a-45f7-b185-835298155cc8 port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:26.632824 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.885227 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks [] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:26.984232 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.013455 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352f48c-6f17-45f6-923f-ceaa90061cc1 req-af472097-2329-4a28-bb40-8520c90fbc9d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:27.015221 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5352f48c-6f17-45f6-923f-ceaa90061cc1 req-af472097-2329-4a28-bb40-8520c90fbc9d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0799849 Jul 14 14:37:27.038384 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Attempting to bind port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:37:27.038746 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Attempting to bind port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:37:27.039099 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Attempting to bind port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:37:27.041092 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Pushing event updated for resources: {'Port': ['ID=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:27.050883 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.051221 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.051564 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.051922 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.052253 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.052574 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.052894 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.053213 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.053551 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.053898 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.054254 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.054534 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.054847 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.055159 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.055472 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:27.059182 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:37:27.059182 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:37:27.059556 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.059927 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:37:27.060403 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Bound port: 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:37:27.060775 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.112972 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] For port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:27.116084 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] For port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:27.123337 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5352f48c-6f17-45f6-923f-ceaa90061cc1 req-ef454c21-f1dd-49c1-9f9a-7a2a5d870660 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015224 Jul 14 14:37:27.132916 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.179312 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.248341 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:27.248962 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:27.252158 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ed3c3-f72e-4638-b48c-60954eb5c78b None None] Pushing event updated for resources: {'Port': ['ID=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:27.295778 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Allocated IP 172.20.0.1 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/2020d3fd-3bc5-4ef2-b25d-29a02f7f5230) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:27.297721 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:27.339557 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:27.352038 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:27.406891 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks [] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.524192 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:25Z', 'revision_number': 3, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:27.527711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.553890 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d33c18-1339-4b6c-aed1-c05f1f72beb7 None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:25Z', 'revision_number': 3, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:27.574759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:27.580485 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:27.583029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:37:27.587338 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Pushing event updated for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:27.589275 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5979b5b9-5b78-423b-83b2-e14e677b426c up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:27.636732 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (3ef1918e-620a-45f7-b185-835298155cc8), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.647469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5979b5b9-5b78-423b-83b2-e14e677b426c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:27.647840 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.708582 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:27.720504 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:27.737059 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5979b5b9-5b78-423b-83b2-e14e677b426c is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:27.851281 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-45553c23-df5f-4a85-aa99-9acf875f0431 None None] Provisioning complete for port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:27.851653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-45553c23-df5f-4a85-aa99-9acf875f0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:27.853253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:27.892396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-45553c23-df5f-4a85-aa99-9acf875f0431 None None] Port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:37:27.902947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:28.083382 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks [] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:28.161432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:28.267376 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Pushing event updated for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:28.272988 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (3ef1918e-620a-45f7-b185-835298155cc8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:28.284301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dfc71-6189-45fb-af76-01b4d6e2cb5f req-4b401b71-52aa-4ace-aaae-32a80d3fd556 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:28.285828 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c1dfc71-6189-45fb-af76-01b4d6e2cb5f req-4b401b71-52aa-4ace-aaae-32a80d3fd556 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0749769 Jul 14 14:37:28.393527 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8c1dfc71-6189-45fb-af76-01b4d6e2cb5f req-38a63a5a-603e-4e22-97b2-49aacfce9650 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009176 Jul 14 14:37:28.420337 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:28.421641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:28.511688 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:28.531056 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:37:28.615221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-ed4b90c0-6474-43c0-a829-50616d535143 None None] Provisioning complete for port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:28.615962 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ed4b90c0-6474-43c0-a829-50616d535143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:28.641007 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:28.645971 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-207b1b55-6322-4e8a-969a-9b1f95e9bec0 admin admin] 10.222.0.93 "PUT /v2.0/routers/3ef1918e-620a-45f7-b185-835298155cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2487144 Jul 14 14:37:28.654321 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ed4b90c0-6474-43c0-a829-50616d535143 None None] Port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:37:29.004902 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45170) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:29.009432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844439068', 'description': 'tempest-description--1419635765'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:29.103159 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:29.113840 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:29.114530 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:29.115845 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.189171 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (270eec50-9774-4204-b02c-905a8aaa86a4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.219243 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:29.259488 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (270eec50-9774-4204-b02c-905a8aaa86a4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.290198 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270eec50-9774-4204-b02c-905a8aaa86a4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:29.370651 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.372503 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-53de768e-c58f-407d-8e6a-0d4354ade565 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3665602 Jul 14 14:37:29.381964 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45172) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:29.386952 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '270eec50-9774-4204-b02c-905a8aaa86a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:29.526245 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766fee9-65f5-42be-9c61-34031c339d7a req-349f64e9-da88-44ce-a721-86e3839497e4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:29.528048 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1766fee9-65f5-42be-9c61-34031c339d7a req-349f64e9-da88-44ce-a721-86e3839497e4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Jul 14 14:37:29.528905 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (42a4757d-50e1-449a-8952-eeb09fe07dc8), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.532301 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:29.596206 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:29.626003 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:29.628716 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:29.629074 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Updating router 3ef1918e-620a-45f7-b185-835298155cc8 port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:37:29.645470 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1766fee9-65f5-42be-9c61-34031c339d7a req-c4251710-a3b7-47b1-9a55-4c73fb7180ea tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790083 Jul 14 14:37:29.647309 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (42a4757d-50e1-449a-8952-eeb09fe07dc8), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.686638 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.728260 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:29.728631 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.755724 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (42a4757d-50e1-449a-8952-eeb09fe07dc8), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.775120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a4757d-50e1-449a-8952-eeb09fe07dc8,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:29.894955 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.896183 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a83efb25-4473-4e1c-82ce-e0a162c216be tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132217 Jul 14 14:37:29.898982 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45176) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:29.903975 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '270eec50-9774-4204-b02c-905a8aaa86a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:29.937125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:29.937504 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:29.950878 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:29.964463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:29.994863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:30.007233 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (f1ddf14e-b7a2-4ca5-82d3-8327650bc3a9), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.046173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.049395 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks [] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.070520 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (f1ddf14e-b7a2-4ca5-82d3-8327650bc3a9), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.096151 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:30.156271 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.156515 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (f1ddf14e-b7a2-4ca5-82d3-8327650bc3a9), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.178100 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ddf14e-b7a2-4ca5-82d3-8327650bc3a9,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:30.218256 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ec1ea-5e5d-4f16-b43e-e1bd852b833b None None] Pushing event updated for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:30.274567 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Attempting to bind port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:37:30.274938 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Attempting to bind port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:37:30.275302 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Attempting to bind port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:37:30.279139 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.280480 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4a7405c1-3c5b-4fb7-8789-de69a0f2b897 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3804262 Jul 14 14:37:30.283498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:37:30.283498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:37:30.283498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.283498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:37:30.283498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Bound port: 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:37:30.284010 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45178) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:30.284102 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.288356 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:30.308158 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:30.348093 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] For port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:30.351627 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] For port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:30.387751 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5e9e1034-9d01-4374-9de3-48486dcb93ab None None] Provisioning complete for port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:30.388116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5e9e1034-9d01-4374-9de3-48486dcb93ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.421945 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e1034-9d01-4374-9de3-48486dcb93ab None None] Port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:37:30.430371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.430703 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.486778 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:30.495820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:30.517402 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.526008 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ec1ea-5e5d-4f16-b43e-e1bd852b833b None None] Pushing event updated for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:30.603270 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:30.642590 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.27.2.45 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/4bae2ff2-90ba-4300-872e-42dd530fb208) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:30.748304 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Provisioning complete for port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:30.748911 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.771383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:30.783308 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.798608 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e814a-6d09-4caa-9838-513acdc10817 req-ba6f3bc7-0f87-464f-8c15-97a77ae371a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:30.800114 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e10e814a-6d09-4caa-9838-513acdc10817 req-ba6f3bc7-0f87-464f-8c15-97a77ae371a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0757987 Jul 14 14:37:30.863648 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e10e814a-6d09-4caa-9838-513acdc10817 req-a31e9d1b-2074-4e6c-928a-0bce26a50e37 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556040 Jul 14 14:37:30.869134 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:30.900781 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09edb851-9b5c-4938-89ee-7f7114e7e0ef None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:30.904767 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Current status of the port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:30.905217 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.931312 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:30.939081 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:30.941809 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] For port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:31.002968 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:31.005970 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:31.012509 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:37:31.036499 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=4bae2ff2-90ba-4300-872e-42dd530fb208,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:31.042139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.067771 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:31.104837 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63492e86-11a4-47ff-8d1d-5b4f02f9a11e None None] Pushing event updated for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:31.122625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.237392 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.341287 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:31.396106 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.449069 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=64,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:31.451976 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=60,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:31.470169 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.549396 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=4bae2ff2-90ba-4300-872e-42dd530fb208,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:31.557543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.643256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.646234 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a13596da-974d-4fc5-8502-7da68dd2a543 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3616269 Jul 14 14:37:31.670051 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:31.723080 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:31.723456 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.804742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:31.805853 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:31.818557 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-9a4d7200-e4d5-4324-9867-2d938614e507 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1844439068&fields=id&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 267 time: 0.0470223 Jul 14 14:37:31.862928 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:31.863384 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:31.948937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-3d0bbde9-a02e-4902-8803-09233a80dfbb tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:31.950498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-3d0bbde9-a02e-4902-8803-09233a80dfbb tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1209149 Jul 14 14:37:31.959350 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:31.989190 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-32fd459a-20c7-4b0e-8013-0d32f8297556 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/quotas/abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 375 time: 0.0289936 Jul 14 14:37:32.015691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73813e12-a7e1-4013-894f-0201f87c1718 req-5bbfe344-4aff-4e37-84b3-46996cbc3b26 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:32.017231 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73813e12-a7e1-4013-894f-0201f87c1718 req-5bbfe344-4aff-4e37-84b3-46996cbc3b26 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0658295 Jul 14 14:37:32.071893 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-75c69895-0ce4-4daf-9af5-5edef3c6fcdc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753326 Jul 14 14:37:32.101959 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-73813e12-a7e1-4013-894f-0201f87c1718 req-a9a8491e-55a3-454b-ada2-998cd6cc838f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640955 Jul 14 14:37:32.179706 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-95ac4586-0ad1-4161-bd4d-1a6bd010b66a service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927932 Jul 14 14:37:32.272513 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-e39ae29d-9e62-48ad-8bc4-993ff650d50c service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863605 Jul 14 14:37:32.508798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c8d3e5a3-36fe-4fc5-a2ed-743b2b40268d req-ba7bd7fe-65a8-4c54-88de-135271f921b3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Jul 14 14:37:32.678739 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:37:32.732704 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ec074f9a-2cdb-4703-908d-1d056c4aebd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:33.224972 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca533ea8-7edf-41f8-851c-e44acb70b742 req-d3db9ddb-f75e-4fe5-b2df-84f67ecb0fe8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:33.226567 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca533ea8-7edf-41f8-851c-e44acb70b742 req-d3db9ddb-f75e-4fe5-b2df-84f67ecb0fe8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Jul 14 14:37:33.238333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:33.279365 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ca533ea8-7edf-41f8-851c-e44acb70b742 req-5459c5c1-6d61-46d5-bfa9-eaddf63b9128 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466857 Jul 14 14:37:33.588770 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-629bbd89-2aaf-4948-8a8e-1da138c1f686 req-1ffd3270-78f8-4219-a637-f58c521316dd tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0279830 Jul 14 14:37:34.398722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc2501-03fa-42ae-9db6-6d4582e47451 req-1fff57ce-edbc-4ea4-87ab-fee698de1959 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:34.400553 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e3bc2501-03fa-42ae-9db6-6d4582e47451 req-1fff57ce-edbc-4ea4-87ab-fee698de1959 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0487044 Jul 14 14:37:34.452822 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e3bc2501-03fa-42ae-9db6-6d4582e47451 req-6ddd3862-11c3-43ac-8134-296d37e81945 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460820 Jul 14 14:37:34.681952 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-26ffb517-5078-408b-90d5-d4248e624d0c req-8d6062eb-21ff-405a-8f54-2b64305483c7 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0272145 Jul 14 14:37:34.841863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e49c098c-3343-4da5-9ccd-592bbefeab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:35.169472 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-82ccc735-4941-418a-8c7e-a79c8d377249 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:35.170864 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-82ccc735-4941-418a-8c7e-a79c8d377249 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1040730 Jul 14 14:37:35.232836 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-adbaaaab-71f0-4b4e-835c-32c63ad925f5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 380 time: 0.0535164 Jul 14 14:37:35.241263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'port': {'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'admin_state_up': True, 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'security_groups': ['270eec50-9774-4204-b02c-905a8aaa86a4']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:35.441095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:37:35.444515 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:35.573058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.20.0.10 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/e62f2773-2ec1-41b9-b379-54b3094f80ef) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:37:35.579434 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1169bd-8439-4839-a901-5adf76605665 req-00742bbf-0387-4456-a387-331c92516f25 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:35.580995 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b1169bd-8439-4839-a901-5adf76605665 req-00742bbf-0387-4456-a387-331c92516f25 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0504251 Jul 14 14:37:35.629661 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b1169bd-8439-4839-a901-5adf76605665 req-3b001a02-27f2-49d8-9508-2c2c6b19a139 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428591 Jul 14 14:37:35.712532 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:35.779811 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-be8590b8-b226-4379-a2a1-0cbbd9416d43 req-7e3e07ba-5b43-453c-9cdf-d7566decc77d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Jul 14 14:37:35.807460 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:35.847189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:37:35.850239 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:37:35.857301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:37:35.887353 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:35.913704 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:35.914509 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.010156 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-53ebac42-9387-46de-b6ad-646e28a9f4a1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723241 Jul 14 14:37:36.021717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Request body: {'port': {'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:36.085716 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.093459 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-64a6a4be-e756-4a66-8682-9fb169898ca3 None None] Provisioning complete for port e62f2773-2ec1-41b9-b379-54b3094f80ef triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:36.094046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-64a6a4be-e756-4a66-8682-9fb169898ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.101512 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:36.116556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:36.124892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-64a6a4be-e756-4a66-8682-9fb169898ca3 None None] Port e62f2773-2ec1-41b9-b379-54b3094f80ef cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:37:36.263989 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.346111 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62f2773-2ec1-41b9-b379-54b3094f80ef {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:37:36.353547 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks [] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.367051 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Transition to ACTIVE for port object e62f2773-2ec1-41b9-b379-54b3094f80ef will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:37:36.452970 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.754990 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Pushing event updated for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:36.756295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525238cf-4bcb-44d6-ad5b-8a425df61fa9 req-2f42ddb3-60da-4429-b0f2-4975df31de67 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:36.759229 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-525238cf-4bcb-44d6-ad5b-8a425df61fa9 req-2f42ddb3-60da-4429-b0f2-4975df31de67 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0514951 Jul 14 14:37:36.822516 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-525238cf-4bcb-44d6-ad5b-8a425df61fa9 req-d1f4bb13-703f-4840-9d37-d343ab74bfd5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529914 Jul 14 14:37:36.833567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Attempting to bind port e62f2773-2ec1-41b9-b379-54b3094f80ef on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:37:36.833935 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Attempting to bind port e62f2773-2ec1-41b9-b379-54b3094f80ef by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:37:36.834294 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Attempting to bind port e62f2773-2ec1-41b9-b379-54b3094f80ef on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:37:36.839340 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Port e62f2773-2ec1-41b9-b379-54b3094f80ef on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:37:36.840273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Attempting to bind port e62f2773-2ec1-41b9-b379-54b3094f80ef on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:37:36.845662 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:37:36.846094 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:37:36.846687 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:37:36.847171 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Bound port: e62f2773-2ec1-41b9-b379-54b3094f80ef, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:37:36.847589 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:36.907991 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903a77f-1c68-432b-a935-2fd61fc74148 req-0f5ea7e6-4e83-4576-9689-aa5c60e84663 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:36.909534 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9903a77f-1c68-432b-a935-2fd61fc74148 req-0f5ea7e6-4e83-4576-9689-aa5c60e84663 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 944 time: 0.0490985 Jul 14 14:37:36.914412 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:36.919248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:37:36.922650 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:37:36.930685 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:36.961332 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9903a77f-1c68-432b-a935-2fd61fc74148 req-b75edc69-37fc-46af-9e9c-440574db90b3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Jul 14 14:37:37.014130 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:37.050189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.050818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:37.052270 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] 10.222.0.91 "PUT /v2.0/ports/e62f2773-2ec1-41b9-b379-54b3094f80ef HTTP/1.1" status: 200 len: 1094 time: 1.0348959 Jul 14 14:37:37.052608 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:37.054881 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc605223-bc50-4250-b5d3-1b52fd2a823e" -d '{"events": [{"name": "network-changed", "server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:37.081353 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9d71-e00d-4773-b617-77829a5bcc99 service neutron] Pushing event updated for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:37.110007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d1e78-0466-43a1-b472-0ccb35f9567a x-openstack-request-id: req-095d1e78-0466-43a1-b472-0ccb35f9567a {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:37.110007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:37.110007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-095d1e78-0466-43a1-b472-0ccb35f9567a {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:37.110492 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095d1e78-0466-43a1-b472-0ccb35f9567a'] response: {'name': 'network-changed', 'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'status': 'completed', 'code': 200} Jul 14 14:37:37.172337 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-7c033f5c-5bb5-49b9-999f-537ce1546fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.173779 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-7c033f5c-5bb5-49b9-999f-537ce1546fd7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 1128 time: 0.0425041 Jul 14 14:37:37.278521 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-b6d42c29-68cb-4f8f-ba94-6206e1b6f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.279998 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-b6d42c29-68cb-4f8f-ba94-6206e1b6f133 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=abb12869989f45cc875ecb36dd1f7aef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0993879 Jul 14 14:37:37.374798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-dabdd8ad-3dde-4a43-b7fc-889333ac367b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.376203 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cc605223-bc50-4250-b5d3-1b52fd2a823e req-dabdd8ad-3dde-4a43-b7fc-889333ac367b service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912380 Jul 14 14:37:37.395470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:37.452218 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-5ef8b748-894e-4a21-af29-c7d027a21404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.453622 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-5ef8b748-894e-4a21-af29-c7d027a21404 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 1128 time: 0.0401080 Jul 14 14:37:37.496630 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-f05c0b26-585c-4cfc-859c-6cbe039793c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef HTTP/1.1" status: 200 len: 217 time: 0.0359619 Jul 14 14:37:37.545392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-b343b1b1-c917-4a4f-a5d2-6a1e95844b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.546895 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-b343b1b1-c917-4a4f-a5d2-6a1e95844b47 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0447347 Jul 14 14:37:37.591124 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b289f-1add-4f82-933e-e73c45400762 req-7908a529-69b1-46aa-ac38-27c4afdca722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.592613 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-7908a529-69b1-46aa-ac38-27c4afdca722 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381250 Jul 14 14:37:37.684776 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-af6b0b15-5492-4bb3-b9c6-69ee13bdd074 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Jul 14 14:37:37.747872 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:37.774712 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ae4b289f-1add-4f82-933e-e73c45400762 req-c08f318b-8dde-41b1-8831-50d14e917375 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840411 Jul 14 14:37:37.950481 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:37.961243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72080928-4522-42ee-969d-caeeb34c860a req-7b513059-d2d3-4e8b-8d89-ccebbf8991b3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:37.963755 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72080928-4522-42ee-969d-caeeb34c860a req-7b513059-d2d3-4e8b-8d89-ccebbf8991b3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0479510 Jul 14 14:37:38.013010 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72080928-4522-42ee-969d-caeeb34c860a req-d7d4b36c-2249-4cd3-b46b-bb48d0baa871 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Jul 14 14:37:38.083094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d985c18-ffb6-46aa-a225-6c8740848e6d req-f7a03d26-da0a-43b8-a41b-358b7948d9d2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:38.084569 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d985c18-ffb6-46aa-a225-6c8740848e6d req-f7a03d26-da0a-43b8-a41b-358b7948d9d2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 944 time: 0.0508730 Jul 14 14:37:38.131875 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d985c18-ffb6-46aa-a225-6c8740848e6d req-e2484df2-3404-4244-b64c-0a44671fa0c6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415523 Jul 14 14:37:39.135036 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655a0be-080e-4398-a901-f5680c9c31de req-e053280d-7d71-41ef-b911-ad8bd6d78719 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:39.136549 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1655a0be-080e-4398-a901-f5680c9c31de req-e053280d-7d71-41ef-b911-ad8bd6d78719 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0484078 Jul 14 14:37:39.162948 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device e62f2773-2ec1-41b9-b379-54b3094f80ef details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:37:39.187713 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1655a0be-080e-4398-a901-f5680c9c31de req-7017f3f9-82c4-4486-b1a5-8158f66f09f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Jul 14 14:37:39.247351 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9531037-b11d-4767-ab32-309834745579 req-3e023c09-2e80-4c5b-ada9-970aa8e9300f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:39.248931 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a9531037-b11d-4767-ab32-309834745579 req-3e023c09-2e80-4c5b-ada9-970aa8e9300f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 944 time: 0.0477223 Jul 14 14:37:39.266421 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:39.278090 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:37:39.304039 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a9531037-b11d-4767-ab32-309834745579 req-7a9fa5d6-547e-49d8-84e5-0948aed4e5e5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494890 Jul 14 14:37:39.318059 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port e62f2773-2ec1-41b9-b379-54b3094f80ef is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:39.318451 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:39.320959 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:39.331523 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62f2773-2ec1-41b9-b379-54b3094f80ef {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:37:39.336165 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:39.350599 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:39.447298 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:39.504377 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:39.691239 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['e62f2773-2ec1-41b9-b379-54b3094f80ef'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:40.304926 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffe1f6-f086-4633-ba9f-7987cc1fb5b5 req-e7544b72-410e-4177-8854-9e922b3743e1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:40.306398 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-87ffe1f6-f086-4633-ba9f-7987cc1fb5b5 req-e7544b72-410e-4177-8854-9e922b3743e1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0461931 Jul 14 14:37:40.353875 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-87ffe1f6-f086-4633-ba9f-7987cc1fb5b5 req-7137e0eb-e1cc-4a58-b415-8db56a08f023 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Jul 14 14:37:40.417152 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311d69-6136-4bca-8d26-e62186ddebdb req-6fda9ca7-ed49-4a56-bb3e-a09afb57e0f9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:40.418620 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-28311d69-6136-4bca-8d26-e62186ddebdb req-6fda9ca7-ed49-4a56-bb3e-a09afb57e0f9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 945 time: 0.0466878 Jul 14 14:37:40.467285 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-28311d69-6136-4bca-8d26-e62186ddebdb req-897cbcba-22a3-470b-9026-1cc08c97f851 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Jul 14 14:37:41.174963 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:37:41.179362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device e62f2773-2ec1-41b9-b379-54b3094f80ef up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:41.278841 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port e62f2773-2ec1-41b9-b379-54b3094f80ef completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:37:41.313506 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:41.324732 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:37:41.352457 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port e62f2773-2ec1-41b9-b379-54b3094f80ef triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:41.352822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:41.386549 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: ACTIVE; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:41.387377 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:41.409173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:37:41.434045 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:41.462931 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port e62f2773-2ec1-41b9-b379-54b3094f80ef is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:41.463345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:41.477046 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750e722-5ddf-4af2-902c-981c905ce602 req-2637b486-dd93-41f2-ac9a-d7e5d43d5236 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:41.478575 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3750e722-5ddf-4af2-902c-981c905ce602 req-2637b486-dd93-41f2-ac9a-d7e5d43d5236 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0514300 Jul 14 14:37:41.487494 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:41.491357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0802112-f446-49a9-b041-8c747f8e01ff" -d '{"events": [{"server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "name": "network-vif-plugged", "status": "completed", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:41.503282 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:41.506814 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:41.512402 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:41.542301 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3750e722-5ddf-4af2-902c-981c905ce602 req-5ea3ba6c-e608-4bb0-818d-2b8f28d67c85 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Jul 14 14:37:41.583697 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125880f-da7b-47d9-b411-8124ba31b428 x-openstack-request-id: req-1125880f-da7b-47d9-b411-8124ba31b428 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:41.587277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "name": "network-vif-plugged", "status": "completed", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:41.587277 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1125880f-da7b-47d9-b411-8124ba31b428 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:41.587277 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1125880f-da7b-47d9-b411-8124ba31b428'] response: {'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'code': 200} Jul 14 14:37:41.588409 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:41.592504 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=6']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:41.598952 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:41.605895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a3d39-b050-42dd-9b88-e95fd03b037a req-bb085834-1fbf-4f44-9d0d-a01e98005ecc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:41.607474 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-122a3d39-b050-42dd-9b88-e95fd03b037a req-bb085834-1fbf-4f44-9d0d-a01e98005ecc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 945 time: 0.0522425 Jul 14 14:37:41.621790 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['56e9cb11-f5b0-4131-82d8-c97417b17d2c'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:37:41.660322 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-122a3d39-b050-42dd-9b88-e95fd03b037a req-812efbee-6707-40d7-b1dc-da08d1de009c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Jul 14 14:37:41.684817 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:41.706716 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:41.899526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fc596-d386-4a98-802c-fed6673c9165 req-5723dfc4-98dd-456e-85bd-13da0466b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:41.901105 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b67fc596-d386-4a98-802c-fed6673c9165 req-5723dfc4-98dd-456e-85bd-13da0466b256 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 1130 time: 0.0432627 Jul 14 14:37:41.947271 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b67fc596-d386-4a98-802c-fed6673c9165 req-9aaf9b29-3c5f-4413-8e50-78f6bc8c552c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jul 14 14:37:42.668574 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549fa5a-6544-467b-b941-4efbcfc12236 req-fbea19dc-849b-4f6f-b750-1cb25a9e3e8c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:42.670202 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7549fa5a-6544-467b-b941-4efbcfc12236 req-fbea19dc-849b-4f6f-b750-1cb25a9e3e8c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 945 time: 0.0548916 Jul 14 14:37:42.682651 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=41 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:42.760022 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7549fa5a-6544-467b-b941-4efbcfc12236 req-ba41f57c-ce20-42ff-b8b9-80c57f5fdfa3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840828 Jul 14 14:37:42.801522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c0f5f-f96c-403f-b71c-b42b194cebc2 req-5e937c4b-42a0-4256-a149-3af2b96b3bde tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:42.809173 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc6c0f5f-f96c-403f-b71c-b42b194cebc2 req-5e937c4b-42a0-4256-a149-3af2b96b3bde tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0657487 Jul 14 14:37:42.859782 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fc6c0f5f-f96c-403f-b71c-b42b194cebc2 req-52cdccb8-6f33-4bc0-b789-05cfb4b7a5ff tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493896 Jul 14 14:37:43.192827 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:37:43.258062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 56e9cb11-f5b0-4131-82d8-c97417b17d2c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:37:43.258439 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:43.346360 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:43.347010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:43.389356 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:43.476115 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:43.546523 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=7']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:43.586360 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:43.595154 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42247c0-4001-4e3e-a5d0-8d17ccf57efa" -d '{"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:43.651393 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f7614-5a3f-47cc-9c7b-065db11d3731 x-openstack-request-id: req-c59f7614-5a3f-47cc-9c7b-065db11d3731 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:43.652834 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:43.653091 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c59f7614-5a3f-47cc-9c7b-065db11d3731 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:43.653923 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59f7614-5a3f-47cc-9c7b-065db11d3731'] response: {'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'code': 200} Jul 14 14:37:43.895383 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:43.910477 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913ac0c-e099-4333-81d4-fdd87ffec17f req-314110f8-1f78-4738-87f6-b72bad3dc491 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:43.919032 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0913ac0c-e099-4333-81d4-fdd87ffec17f req-314110f8-1f78-4738-87f6-b72bad3dc491 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0687649 Jul 14 14:37:44.000713 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0913ac0c-e099-4333-81d4-fdd87ffec17f req-05f74d7f-c80b-4f33-9e0c-4b421b0a89f2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801945 Jul 14 14:37:44.067854 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81cb5b-a1ed-49d4-88ec-3c874df48aa1 req-ea1088b3-fa7a-437b-8eb1-420ee120ee31 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:44.069804 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c81cb5b-a1ed-49d4-88ec-3c874df48aa1 req-ea1088b3-fa7a-437b-8eb1-420ee120ee31 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0823166 Jul 14 14:37:44.146304 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c81cb5b-a1ed-49d4-88ec-3c874df48aa1 req-6d4eb9f7-a818-4ef9-af69-f381f9bce6ae tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689268 Jul 14 14:37:44.443185 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7fad-a649-4a68-86a5-bf8df6316a6b req-739c0d19-78ad-4854-a316-05683450adc0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:44.444729 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a19a7fad-a649-4a68-86a5-bf8df6316a6b req-739c0d19-78ad-4854-a316-05683450adc0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0601928 Jul 14 14:37:44.453966 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45286) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:44.458545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:37:44.504380 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:44.796257 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:44.979266 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:44.982826 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:45.064896 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:45.206782 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb082c0c-6571-4da3-a5bc-4edd1fedf693 req-f21a3638-318b-48f6-84bf-6224f4df1b2c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:45.208549 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb082c0c-6571-4da3-a5bc-4edd1fedf693 req-f21a3638-318b-48f6-84bf-6224f4df1b2c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0857816 Jul 14 14:37:45.237435 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP e1207a9f-a9eb-4ff8-a56b-a513597fee81 associated. External IP: 172.27.2.45, port: e62f2773-2ec1-41b9-b379-54b3094f80ef. Jul 14 14:37:45.581811 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bb082c0c-6571-4da3-a5bc-4edd1fedf693 req-dcfacc59-0603-4535-86c2-0c02d7dc8c6b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658934 Jul 14 14:37:45.711796 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:37:45.714837 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:45.851353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:45.857000 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:45.861400 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:45.871416 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:45.876867 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:45.891111 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ddc01dc2-22ca-4e78-9417-9ddb9a250033 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "PUT /v2.0/floatingips/e1207a9f-a9eb-4ff8-a56b-a513597fee81 HTTP/1.1" status: 200 len: 991 time: 1.4341829 Jul 14 14:37:45.891111 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:45.894575 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b" -d '{"events": [{"name": "network-changed", "server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:45.928469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817ca27-f4cd-47da-bdbc-91d8d37bfcc1 x-openstack-request-id: req-6817ca27-f4cd-47da-bdbc-91d8d37bfcc1 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:45.928469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:45.928928 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6817ca27-f4cd-47da-bdbc-91d8d37bfcc1 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:45.929197 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6817ca27-f4cd-47da-bdbc-91d8d37bfcc1'] response: {'name': 'network-changed', 'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'status': 'completed', 'code': 200} Jul 14 14:37:45.976513 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:46.007680 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-6ec43d6e-9cb2-4397-8578-262665bd6f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:46.010618 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-6ec43d6e-9cb2-4397-8578-262665bd6f6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 1130 time: 0.0557840 Jul 14 14:37:46.150889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-bd2aad17-4c8d-41cc-adeb-39f259397b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:46.153289 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-bd2aad17-4c8d-41cc-adeb-39f259397b83 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 915 time: 0.1372271 Jul 14 14:37:46.241831 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:44Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:46.247206 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-e25c2a55-bcc3-40c5-a0da-048b9705c259 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef HTTP/1.1" status: 200 len: 999 time: 0.0868354 Jul 14 14:37:46.271113 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:46.281260 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:46.281912 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:46.311498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-292779e6-5a85-4767-a739-e7f73ce99d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:46.312968 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-292779e6-5a85-4767-a739-e7f73ce99d19 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0596073 Jul 14 14:37:46.374683 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-9aeb1bda-5faf-4a0d-b5ea-e304127e4adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:46.376181 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-9aeb1bda-5faf-4a0d-b5ea-e304127e4adf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0570078 Jul 14 14:37:46.390638 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:46.505378 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-4d8941ed-edb2-483e-856a-63eabf855ede service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205504 Jul 14 14:37:46.622931 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ba005d4b-21a6-43e5-9ba8-f43b22f8286b req-0abbd848-cd9d-4b50-9656-8b5c1dcf5b5e service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117263 Jul 14 14:37:46.628950 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:44Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:46.658730 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2f267-ebde-4711-8a7e-21c2d58efe4f None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:44Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:46.738784 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a945767-3d94-45ec-b108-9c413e4274b9 req-6f5426cc-e87f-432b-ba3a-8f549dcbddc2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:46.740456 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a945767-3d94-45ec-b108-9c413e4274b9 req-6f5426cc-e87f-432b-ba3a-8f549dcbddc2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0611799 Jul 14 14:37:46.817137 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8a945767-3d94-45ec-b108-9c413e4274b9 req-534c8ed5-25a6-4193-b40c-49958c5b66f6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704408 Jul 14 14:37:46.927963 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510c2b9c-5177-4ca6-8943-3a54a74a414e None None] New status for floating IP e1207a9f-a9eb-4ff8-a56b-a513597fee81: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:37:47.939522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b27dc-21d2-4f7f-931d-0d05808a5398 req-9a73ed0e-52f9-49f9-9c9d-f59de53874ff tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:47.941995 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a58b27dc-21d2-4f7f-931d-0d05808a5398 req-9a73ed0e-52f9-49f9-9c9d-f59de53874ff tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0500152 Jul 14 14:37:47.997669 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a58b27dc-21d2-4f7f-931d-0d05808a5398 req-3ef6144f-6fc3-49d5-af63-db6262fcbb3e tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495365 Jul 14 14:37:49.124264 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199f44f-ea9d-4884-b53a-62c891094e34 req-4a1dbb3a-1bc9-45b6-87b2-4d8032244430 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:49.125746 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6199f44f-ea9d-4884-b53a-62c891094e34 req-4a1dbb3a-1bc9-45b6-87b2-4d8032244430 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0508981 Jul 14 14:37:49.173781 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6199f44f-ea9d-4884-b53a-62c891094e34 req-77f0b14a-6b34-404a-b700-c5c0ad0c0783 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Jul 14 14:37:50.314283 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82029072-fffc-4645-8417-c7159ea7ee0d req-5b06dabe-2990-4407-9981-0530da242ccf tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:50.314283 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82029072-fffc-4645-8417-c7159ea7ee0d req-5b06dabe-2990-4407-9981-0530da242ccf tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0578375 Jul 14 14:37:50.334482 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:50.389414 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82029072-fffc-4645-8417-c7159ea7ee0d req-ec28d5f3-c545-483b-85d4-128c0aff4927 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625787 Jul 14 14:37:51.504619 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cad8e5-b9eb-45a5-aaa2-a71db2a80d1b req-e3cb4eff-0ca5-4aaa-9793-0983c2c39db8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:51.506313 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38cad8e5-b9eb-45a5-aaa2-a71db2a80d1b req-e3cb4eff-0ca5-4aaa-9793-0983c2c39db8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0490649 Jul 14 14:37:51.561557 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-38cad8e5-b9eb-45a5-aaa2-a71db2a80d1b req-21b5e990-de9f-4d19-9e2f-cd2f1ef6896a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489662 Jul 14 14:37:52.697012 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4a9d6-2b45-4ce1-9d07-c1e7f17bb0eb req-4bb5b23d-2b1b-41d6-bcad-e0b6cbbdbe7c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:52.698595 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-74d4a9d6-2b45-4ce1-9d07-c1e7f17bb0eb req-4bb5b23d-2b1b-41d6-bcad-e0b6cbbdbe7c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0496681 Jul 14 14:37:52.750409 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-74d4a9d6-2b45-4ce1-9d07-c1e7f17bb0eb req-602a7af4-5b09-4633-9478-76ec1d5ba91d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462909 Jul 14 14:37:52.771527 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45320) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:37:53.019167 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Deleting port e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:53.019417 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.095272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.095594 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for floatingip (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.108353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Calling delete_port for e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:53.236112 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:53.356436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.379815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event deleted for resources: {'Port': ['ID=e2cd03d5-6b8b-4e4d-bd2f-5f78eb13e986,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:53.449312 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for floatingip (79435844-b71d-4d6b-80ad-ee40fec6f5aa), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.449554 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Floating IP 79435844-b71d-4d6b-80ad-ee40fec6f5aa disassociated (deleted). External IP: 172.27.2.21, port: 7f554063-5f76-4260-95f2-f9417cf2981a. Jul 14 14:37:53.541145 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:53.651479 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Router 676ef1b9-1a8c-49d3-a506-50285b15eebc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:37:53.755565 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:37:53.760721 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:53.768597 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Sync routers for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:37:53.780518 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:53.781264 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:53.795321 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-63dd97b2-c015-462f-8042-d1b1335e8d9d tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "DELETE /v2.0/floatingips/79435844-b71d-4d6b-80ad-ee40fec6f5aa HTTP/1.1" status: 204 len: 168 time: 1.0195973 Jul 14 14:37:53.795321 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:53.795867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882b638-aeb7-49d3-892c-787ffaf46ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:53.831624 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:53.879067 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0924d91-0d31-469d-ac09-e0cc6cb62706 req-3823acbe-9421-4cc2-9eb3-0b437b54a3ba tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:53.880647 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a0924d91-0d31-469d-ac09-e0cc6cb62706 req-3823acbe-9421-4cc2-9eb3-0b437b54a3ba tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0521531 Jul 14 14:37:53.900190 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:53.929112 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a0924d91-0d31-469d-ac09-e0cc6cb62706 req-bfddd605-da7f-4bc3-9ebd-8e6562acdae5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Jul 14 14:37:53.976079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9188504-d064-4b6d-ad72-18d2887534e6 x-openstack-request-id: req-f9188504-d064-4b6d-ad72-18d2887534e6 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:53.976376 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:53.976630 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f9188504-d064-4b6d-ad72-18d2887534e6 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:53.977037 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9188504-d064-4b6d-ad72-18d2887534e6'] response: {'name': 'network-changed', 'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'status': 'completed', 'code': 200} Jul 14 14:37:54.008480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:54.023105 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:54.063241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-662ffc06-816f-4a9d-928c-0ee1f49602a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:54.064572 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-662ffc06-816f-4a9d-928c-0ee1f49602a1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1130 time: 0.0736024 Jul 14 14:37:54.091841 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:54.092432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-4aeea806-e908-4d33-b28c-7159794adfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:54.093960 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-4aeea806-e908-4d33-b28c-7159794adfc8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 1130 time: 0.0862744 Jul 14 14:37:54.117217 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Checking router: 676ef1b9-1a8c-49d3-a506-50285b15eebc for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:37:54.126359 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:37:54.126965 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:54.207011 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:54.228374 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-239fda0f-6828-442d-93d3-44f4280f519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:54.230251 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-239fda0f-6828-442d-93d3-44f4280f519b service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.1587987 Jul 14 14:37:54.231427 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:37:54.279631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-ddf0e060-4285-4eba-8208-13ced507e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:54.281091 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-ddf0e060-4285-4eba-8208-13ced507e015 service neutron] 10.222.0.91 "GET /v2.0/networks?id=94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 200 len: 909 time: 0.1767972 Jul 14 14:37:54.304302 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-8cbf08f5-620b-4a21-818b-32561a87a290 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 1002 time: 0.0632067 Jul 14 14:37:54.359989 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ad561-83f4-4954-946c-3b74e79df4aa req-2faf6f40-6d11-4891-9139-f1b07ab636e0 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:54.361443 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c66ad561-83f4-4954-946c-3b74e79df4aa req-2faf6f40-6d11-4891-9139-f1b07ab636e0 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0501041 Jul 14 14:37:54.410737 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c66ad561-83f4-4954-946c-3b74e79df4aa req-b8422d6a-fe8e-4793-abdc-b3f833c869df tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434704 Jul 14 14:37:54.421629 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:37:54.523779 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec76f20e-03ce-4433-9cd2-8c91031f4899 None None] The sync data for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi is: [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:11Z', 'revision_number': 4, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2200b451-dfc7-4f84-b831-95df4afab6fe', 'name': '', 'network_id': '94445a67-02a7-44f8-b413-c6bbd14cbf31', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'mac_address': 'fa:16:3e:8b:1a:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '01f84025-1465-4748-8bbd-35702a15a935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:10Z', 'updated_at': '2022-07-14T14:32:15Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'subnets': [{'id': '01f84025-1465-4748-8bbd-35702a15a935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:37:54.738917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b38b20-d384-49b3-81d3-3c8f5bfbf7c8 None None] New status for floating IP 79435844-b71d-4d6b-80ad-ee40fec6f5aa: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:37:55.050867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801bb91-51cf-49c6-842c-3ced7a4d01b1 req-875073fc-3fb8-4bdd-8ca1-0cee42b85456 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.052235 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c801bb91-51cf-49c6-842c-3ced7a4d01b1 req-875073fc-3fb8-4bdd-8ca1-0cee42b85456 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0464921 Jul 14 14:37:55.099803 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c801bb91-51cf-49c6-842c-3ced7a4d01b1 req-e1e55b31-af09-4354-8d4e-0f0d06a96f20 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Jul 14 14:37:55.365898 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-a0baab25-08a9-4c20-813e-8f67452bc86e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 200 len: 217 time: 0.0639348 Jul 14 14:37:55.378081 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-0c6ff982-d8cc-4209-b6bb-515570fda177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.379480 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-0c6ff982-d8cc-4209-b6bb-515570fda177 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0789552 Jul 14 14:37:55.529922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eeb6c5-02c9-4339-a9f4-1b5be52ee521 req-2146a858-4ec6-49fe-90da-7a194cbb0c7c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.531441 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13eeb6c5-02c9-4339-a9f4-1b5be52ee521 req-2146a858-4ec6-49fe-90da-7a194cbb0c7c tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0502985 Jul 14 14:37:55.548790 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-4f71b901-eefd-4d67-89a2-104951e27cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.550304 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-4f71b901-eefd-4d67-89a2-104951e27cbc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0500968 Jul 14 14:37:55.551983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-81329a89-5756-42a2-bb4e-8e7e4396f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.553290 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-81329a89-5756-42a2-bb4e-8e7e4396f1df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 200 len: 847 time: 0.0795217 Jul 14 14:37:55.586318 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-13eeb6c5-02c9-4339-a9f4-1b5be52ee521 req-c92f1b6f-b9e1-422c-8c9c-2f8c11422159 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/security-groups?id=6005f5d2-c9ac-463d-920a-acc2ebacefd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490692 Jul 14 14:37:55.651953 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-4764d20c-d7d3-4666-9090-550b8abdc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.653376 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-4764d20c-d7d3-4666-9090-550b8abdc9a5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=94445a67-02a7-44f8-b413-c6bbd14cbf31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0915947 Jul 14 14:37:55.680542 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-705a45a1-90a7-4d1a-ae5e-9bad4499f212 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198647 Jul 14 14:37:55.954745 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-75e94e0c-cf11-44ff-8c1d-83f83b62502b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:55.956089 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-75e94e0c-cf11-44ff-8c1d-83f83b62502b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.91 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 946 time: 0.0984721 Jul 14 14:37:56.000381 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-58019a8e-c68a-4c29-b59c-fab449b0dba8 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211528 Jul 14 14:37:56.009164 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-b4e88b99-2ad7-4daa-a798-d03b8c977fa7 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226915 Jul 14 14:37:56.114807 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Deleting port 7f554063-5f76-4260-95f2-f9417cf2981a {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:37:56.115206 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:56.194197 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d882b638-aeb7-49d3-892c-787ffaf46ca1 req-747b8401-3d29-4741-8983-d03db4ea1f71 service neutron] 10.222.0.91 "GET /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752379 Jul 14 14:37:56.217978 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec3eae-c74a-4e09-beca-f95a72b55019 req-8579bd12-4c79-4a16-98dc-31e2b78c1a1b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:56.219374 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c5ec3eae-c74a-4e09-beca-f95a72b55019 req-8579bd12-4c79-4a16-98dc-31e2b78c1a1b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0469468 Jul 14 14:37:56.224264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] For port 7f554063-5f76-4260-95f2-f9417cf2981a, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7f554063-5f76-4260-95f2-f9417cf2981a,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:56.224623 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:56.242005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Calling delete_port for 7f554063-5f76-4260-95f2-f9417cf2981a owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:37:56.268587 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c5ec3eae-c74a-4e09-beca-f95a72b55019 req-bf571650-9f8c-4165-94be-93c07cc56e17 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Jul 14 14:37:56.282091 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:56.289861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:56.447104 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (7f554063-5f76-4260-95f2-f9417cf2981a), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:56.472648 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event deleted for resources: {'Port': ['ID=7f554063-5f76-4260-95f2-f9417cf2981a,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:56.483179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.483526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.483868 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.484205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.484537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.484865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.485188 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.485511 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.485865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.486186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.486849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.486849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.487127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.487427 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.487741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:37:56.534434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] No DVR routers for this DVR port 7f554063-5f76-4260-95f2-f9417cf2981a on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:37:56.536896 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:56.540210 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c5ecba2a-2688-4ee8-ae45-28aedaf07205 req-709385a5-45cc-440a-a058-06422b0eb846 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.91 "DELETE /v2.0/ports/7f554063-5f76-4260-95f2-f9417cf2981a HTTP/1.1" status: 204 len: 173 time: 0.5768795 Jul 14 14:37:56.540559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-deleted', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:56.543313 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe45d016-0b56-4ed0-a98d-672fab9aefc0" -d '{"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-deleted", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:56.578764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026f2c4-cbff-416d-8bfc-f3e2b0c2d18f x-openstack-request-id: req-e026f2c4-cbff-416d-8bfc-f3e2b0c2d18f {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:56.579052 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833f486d-a5d2-41ff-8404-19f21892e73c", "name": "network-vif-deleted", "tag": "7f554063-5f76-4260-95f2-f9417cf2981a", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:56.579299 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e026f2c4-cbff-416d-8bfc-f3e2b0c2d18f {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:56.579697 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e026f2c4-cbff-416d-8bfc-f3e2b0c2d18f'] response: {'server_uuid': '833f486d-a5d2-41ff-8404-19f21892e73c', 'name': 'network-vif-deleted', 'tag': '7f554063-5f76-4260-95f2-f9417cf2981a', 'status': 'completed', 'code': 200} Jul 14 14:37:56.682128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb6efee3-8280-468b-9e75-fee020234905 req-abbef36c-e02a-4402-9ef7-83e28c5527b9 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0277607 Jul 14 14:37:57.049078 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:57.237549 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:57.266147 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 7f554063-5f76-4260-95f2-f9417cf2981a {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:37:57.266492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7f554063-5f76-4260-95f2-f9417cf2981a not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:37:57.266911 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:37:57.337125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: ACTIVE; New status is: DOWN {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:37:57.337427 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:57.361132 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:37:57.363367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6666b3d-ff94-4c4d-abe8-382cb5015b44" -d '{"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-unplugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:37:57.371691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:37:57.376349 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:37:57.391221 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704c460-7eeb-4aca-9620-c57ed8ab1664 req-22470b34-966b-44cd-bbe6-8f6c250dbe6a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:57.392693 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e704c460-7eeb-4aca-9620-c57ed8ab1664 req-22470b34-966b-44cd-bbe6-8f6c250dbe6a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Jul 14 14:37:57.403558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efdbb0b-2956-471c-b2d4-1a8063e0d0da x-openstack-request-id: req-6efdbb0b-2956-471c-b2d4-1a8063e0d0da {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:37:57.403854 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-unplugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:37:57.404288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6efdbb0b-2956-471c-b2d4-1a8063e0d0da {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:37:57.404687 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efdbb0b-2956-471c-b2d4-1a8063e0d0da'] response: {'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'code': 200} Jul 14 14:37:57.444903 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e704c460-7eeb-4aca-9620-c57ed8ab1664 req-024b11cd-eafd-40f4-a5e9-5f82df7e8989 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465696 Jul 14 14:37:57.469939 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:37:57.517393 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=8']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:37:57.784631 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad09ba65-efdd-410c-9d13-d5a6e75dd816 req-b523b64c-fa5b-4b30-bd33-b309f6d59c0f tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0283701 Jul 14 14:37:58.567184 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81528e7f-c164-4cf9-a397-d761edec8826 req-8da7ef79-f67f-4ef4-b5d3-d2d0f7223b3b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:37:58.568679 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-81528e7f-c164-4cf9-a397-d761edec8826 req-8da7ef79-f67f-4ef4-b5d3-d2d0f7223b3b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0514250 Jul 14 14:37:58.616442 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-81528e7f-c164-4cf9-a397-d761edec8826 req-04200b72-0237-4fbf-8acd-3c6a5debfc3e tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Jul 14 14:37:58.915632 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dfabbfe6-0601-4118-96cd-0851bd923359 req-43ce65f4-8314-414b-866f-b41e1d13671b tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "GET /v2.0/ports?device_id=833f486d-a5d2-41ff-8404-19f21892e73c HTTP/1.1" status: 200 len: 210 time: 0.0479474 Jul 14 14:37:59.980655 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45378) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:00.033265 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (6005f5d2-c9ac-463d-920a-acc2ebacefd3), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:00.059166 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (6005f5d2-c9ac-463d-920a-acc2ebacefd3), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:00.270237 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (6005f5d2-c9ac-463d-920a-acc2ebacefd3), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:00.272827 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:00.274048 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] 10.222.0.93 "DELETE /v2.0/security-groups/6005f5d2-c9ac-463d-920a-acc2ebacefd3 HTTP/1.1" status: 204 len: 168 time: 0.2978730 Jul 14 14:38:00.283635 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7127-c3c8-4cc6-a9ef-d918cabebf64 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6005f5d2-c9ac-463d-920a-acc2ebacefd3,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:00.561352 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45388) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:00.614815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:00.965537 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e4ee0-a4ed-400d-beb4-aa4cf9655e0b req-bf251325-8434-488b-8fcb-4f2838eafbe4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:00.965537 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f49e4ee0-a4ed-400d-beb4-aa4cf9655e0b req-bf251325-8434-488b-8fcb-4f2838eafbe4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0911250 Jul 14 14:38:00.995563 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:00.999625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:01.091440 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f49e4ee0-a4ed-400d-beb4-aa4cf9655e0b req-8d57bb82-c39a-4a57-8443-e76481621936 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193035 Jul 14 14:38:01.227144 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:01.246155 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Deleting port 2200b451-dfc7-4f84-b831-95df4afab6fe {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:01.246392 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:01.270517 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:01.303483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: DOWN; New status is: DOWN {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:38:01.331735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] For port 2200b451-dfc7-4f84-b831-95df4afab6fe, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2200b451-dfc7-4f84-b831-95df4afab6fe,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:01.332092 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:01.347872 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Calling delete_port for 2200b451-dfc7-4f84-b831-95df4afab6fe owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:01.448222 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:01.471417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45412) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:01.556487 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-c7cffa0b-3e24-47b2-bc47-bfa740ef6f56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837557 Jul 14 14:38:01.565857 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-f4b08e7e-92d6-4828-8d83-d89ac446046c service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:38:01.566826 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-f4b08e7e-92d6-4828-8d83-d89ac446046c service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049531 Jul 14 14:38:01.647492 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45420) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:01.689759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (2200b451-dfc7-4f84-b831-95df4afab6fe), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:01.969706 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2200b451-dfc7-4f84-b831-95df4afab6fe,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:02.046947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-82a420ba-a8df-4bd3-8a4a-8fee98a47f54 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:02.048423 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-82a420ba-a8df-4bd3-8a4a-8fee98a47f54 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports/56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 941 time: 0.3998981 Jul 14 14:38:02.167928 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:02.302858 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d79f9-1b5f-4ce4-b7be-4bd5655b9865 req-bf17df00-887c-43c0-ae7f-eb972c709d67 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:02.304329 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd0d79f9-1b5f-4ce4-b7be-4bd5655b9865 req-bf17df00-887c-43c0-ae7f-eb972c709d67 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0837221 Jul 14 14:38:02.398441 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cd0d79f9-1b5f-4ce4-b7be-4bd5655b9865 req-c84fe2c9-a37a-4f06-92ef-81d4923547c4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871096 Jul 14 14:38:02.461001 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Router 676ef1b9-1a8c-49d3-a506-50285b15eebc has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:38:02.513504 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:02.561385 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:38:02.569991 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e13c7946-c6dd-48b8-8d01-58da680b52d1 admin admin] 10.222.0.93 "PUT /v2.0/routers/676ef1b9-1a8c-49d3-a506-50285b15eebc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0038567 Jul 14 14:38:02.569991 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45432) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:02.571519 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Sync routers for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:38:02.582642 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:02.583248 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:02.665541 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:02.671959 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks [] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:02.683569 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:02.774604 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks [] for router_gateway (676ef1b9-1a8c-49d3-a506-50285b15eebc), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:02.791526 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:02.795985 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3f24c52d-5b81-4db8-a00d-2e4b4e7296c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:02.851970 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:38:01Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:02.879479 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Checking router: 676ef1b9-1a8c-49d3-a506-50285b15eebc for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:38:02.888387 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Routers {'676ef1b9-1a8c-49d3-a506-50285b15eebc'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:02.888982 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:37:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['676ef1b9-1a8c-49d3-a506-50285b15eebc'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:02.990932 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] Set router 676ef1b9-1a8c-49d3-a506-50285b15eebc gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:02.991522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Deleting port d448f8de-da13-4b51-a49b-e7d731e434e1 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:02.992055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.080944 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] For port d448f8de-da13-4b51-a49b-e7d731e434e1, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=d448f8de-da13-4b51-a49b-e7d731e434e1,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:03.081647 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.095277 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Calling delete_port for d448f8de-da13-4b51-a49b-e7d731e434e1 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:03.153290 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:03.164082 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:38:01Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:03.189524 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee09b1-b712-404d-b348-a7ff4e1dbf5b None None] The sync data for ids ['676ef1b9-1a8c-49d3-a506-50285b15eebc'] in dv-cinder-799871-30-iscsi is: [{'id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'name': 'tempest-TestShelveInstance-559429016-router', 'tenant_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:38:01Z', 'revision_number': 5, 'project_id': '6b36d14d5bd24ed39bcb0a32dfa016f7', 'gw_port': {'id': 'd448f8de-da13-4b51-a49b-e7d731e434e1', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:52:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '676ef1b9-1a8c-49d3-a506-50285b15eebc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:07Z', 'updated_at': '2022-07-14T14:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:38:03.241296 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:03.389879 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (d448f8de-da13-4b51-a49b-e7d731e434e1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.419322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Pushing event deleted for resources: {'Port': ['ID=d448f8de-da13-4b51-a49b-e7d731e434e1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:03.508898 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.602405 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce50ef-dcdb-48d1-81d0-8cf843441f9a req-aa393e9c-fa9b-4697-9c4a-f9b250f267ce tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:03.603952 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94ce50ef-dcdb-48d1-81d0-8cf843441f9a req-aa393e9c-fa9b-4697-9c4a-f9b250f267ce tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.1289570 Jul 14 14:38:03.621131 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.624138 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks [] for router_controller (676ef1b9-1a8c-49d3-a506-50285b15eebc), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.681642 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2200b451-dfc7-4f84-b831-95df4afab6fe no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:03.695490 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-94ce50ef-dcdb-48d1-81d0-8cf843441f9a req-01240e2f-76b3-4e44-aa8b-860d3e498de2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834548 Jul 14 14:38:03.708411 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 2200b451-dfc7-4f84-b831-95df4afab6fe {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:03.709113 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2200b451-dfc7-4f84-b831-95df4afab6fe not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:03.801530 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (676ef1b9-1a8c-49d3-a506-50285b15eebc), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.802224 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 676ef1b9-1a8c-49d3-a506-50285b15eebc {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:38:03.806396 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.807490 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-3fe55176-6ee9-4d1e-bb5f-8eb4c046c71b admin admin] 10.222.0.93 "DELETE /v2.0/routers/676ef1b9-1a8c-49d3-a506-50285b15eebc HTTP/1.1" status: 204 len: 168 time: 1.2376013 Jul 14 14:38:03.810634 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45436) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:03.862900 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Deleting subnet 01f84025-1465-4748-8bbd-35702a15a935 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:38:03.867641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Publish callbacks [] for subnet (01f84025-1465-4748-8bbd-35702a15a935), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.904941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (01f84025-1465-4748-8bbd-35702a15a935), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:03.970602 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:03.982473 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (01f84025-1465-4748-8bbd-35702a15a935), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.190557 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (01f84025-1465-4748-8bbd-35702a15a935), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.221364 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b7433-645d-46e7-a234-a11d7f821f78 None None] Network 94445a67-02a7-44f8-b413-c6bbd14cbf31 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:38:04.235042 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.246077 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/01f84025-1465-4748-8bbd-35702a15a935 HTTP/1.1" status: 204 len: 168 time: 0.4265358 Jul 14 14:38:04.246077 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a21f6e-4970-4eca-8a5b-c4175a235e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f84025-1465-4748-8bbd-35702a15a935,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:04.246363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45438) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:04.314765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (94445a67-02a7-44f8-b413-c6bbd14cbf31), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.365886 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Deleting port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:04.366376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.413323 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] DHCP port deletion for 94445a67-02a7-44f8-b413-c6bbd14cbf31 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:38:04.434458 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] For port 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=797a11f0-35e9-49f0-b9d6-c0d4b8353788,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:04.434829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.449448 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Calling delete_port for 797a11f0-35e9-49f0-b9d6-c0d4b8353788 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:04.451606 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Deleting port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:04.452186 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.517266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] For port 797a11f0-35e9-49f0-b9d6-c0d4b8353788, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=797a11f0-35e9-49f0-b9d6-c0d4b8353788,segment=NetworkSegment(8fef1b88-5689-42ca-94c5-a69aa44d7678),segment_id=8fef1b88-5689-42ca-94c5-a69aa44d7678)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:04.517658 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.530707 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Calling delete_port for 797a11f0-35e9-49f0-b9d6-c0d4b8353788 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:04.606920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.612774 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (797a11f0-35e9-49f0-b9d6-c0d4b8353788), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.632180 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Pushing event deleted for resources: {'Port': ['ID=797a11f0-35e9-49f0-b9d6-c0d4b8353788,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:04.635660 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] No DVR routers for this DVR port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:38:04.637007 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] Pushing event deleted for resources: {'Port': ['ID=797a11f0-35e9-49f0-b9d6-c0d4b8353788,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:04.641595 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0deec3-94fe-4d0a-8994-e3d17769ae5a None None] No DVR routers for this DVR port 797a11f0-35e9-49f0-b9d6-c0d4b8353788 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:38:04.711195 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (94445a67-02a7-44f8-b413-c6bbd14cbf31), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.733652 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94445a67-02a7-44f8-b413-c6bbd14cbf31']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:04.744482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fef1b88-5689-42ca-94c5-a69aa44d7678') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:04.744780 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fef1b88-5689-42ca-94c5-a69aa44d7678') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:04.755322 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (8fef1b88-5689-42ca-94c5-a69aa44d7678), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.770112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (8fef1b88-5689-42ca-94c5-a69aa44d7678), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.777268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:38:04.780649 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (8fef1b88-5689-42ca-94c5-a69aa44d7678), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.801748 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f186dea8-6b3c-4210-970d-00726dfbe7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.828959 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 8fef1b88-5689-42ca-94c5-a69aa44d7678 resource provider aggregate not found Jul 14 14:38:04.838840 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fae742-0a13-4473-b52f-010842e7d34c req-0d3f5cb0-3294-4a53-a05d-58767ac4492b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:04.840411 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2fae742-0a13-4473-b52f-010842e7d34c req-0d3f5cb0-3294-4a53-a05d-58767ac4492b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0527790 Jul 14 14:38:04.847297 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 8fef1b88-5689-42ca-94c5-a69aa44d7678 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8fef1b88-5689-42ca-94c5-a69aa44d7678 found for delete ", "request_id": "req-d913a726-c557-4911-abb3-002c08fabb84"}]} Jul 14 14:38:04.889501 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b2fae742-0a13-4473-b52f-010842e7d34c req-8fe15659-9ff3-44e8-8e14-9f0e8e381b7a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432391 Jul 14 14:38:04.927336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (94445a67-02a7-44f8-b413-c6bbd14cbf31), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.933838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:04.939748 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] 10.222.0.93 "DELETE /v2.0/networks/94445a67-02a7-44f8-b413-c6bbd14cbf31 HTTP/1.1" status: 204 len: 168 time: 0.6945252 Jul 14 14:38:04.941791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45446) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:04.949016 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8ab6-687a-483c-bd2b-302aaca20984 admin admin] Pushing event deleted for resources: {'Network': ['ID=94445a67-02a7-44f8-b413-c6bbd14cbf31,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:05.267103 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (5781f416-00fc-425a-a910-2e6279e2a9e5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:05.389288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-cab9a78e-aa3b-410c-adc7-fa93c6e7f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:05.390852 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-cab9a78e-aa3b-410c-adc7-fa93c6e7f468 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 1128 time: 0.0454249 Jul 14 14:38:05.449043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:05.452708 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-253d5db7-9b00-411a-a07d-a9f90fc95a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:05.454243 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-253d5db7-9b00-411a-a07d-a9f90fc95a0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1128 time: 0.0408370 Jul 14 14:38:05.490352 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Deleting port bc56f91e-9649-4f8b-ade0-96328214dc60 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:05.490694 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:05.506614 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:05.550486 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-e50b933c-d1f5-4fb9-b9b7-79bf896fa5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:05.550486 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-e50b933c-d1f5-4fb9-b9b7-79bf896fa5d5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.0880983 Jul 14 14:38:05.577344 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] For port bc56f91e-9649-4f8b-ade0-96328214dc60, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=bc56f91e-9649-4f8b-ade0-96328214dc60,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:05.577705 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:05.590942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Calling delete_port for bc56f91e-9649-4f8b-ade0-96328214dc60 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:05.605840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:05.611040 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d448f8de-da13-4b51-a49b-e7d731e434e1 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:05.625508 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-d153c274-815c-4a6e-a751-97962137388a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 1000 time: 0.0637717 Jul 14 14:38:05.630885 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: d448f8de-da13-4b51-a49b-e7d731e434e1 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:05.631230 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device d448f8de-da13-4b51-a49b-e7d731e434e1 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:05.631820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 797a11f0-35e9-49f0-b9d6-c0d4b8353788 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:05.643938 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:05.653469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 797a11f0-35e9-49f0-b9d6-c0d4b8353788 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:05.654061 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 797a11f0-35e9-49f0-b9d6-c0d4b8353788 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:05.682100 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-a72eb34a-17aa-4474-bb35-dd5ca2bdb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:05.685629 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-a72eb34a-17aa-4474-bb35-dd5ca2bdb538 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0533712 Jul 14 14:38:05.731089 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-d8432413-3a30-474f-bbd1-2b71e2f3aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:05.732589 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-d8432413-3a30-474f-bbd1-2b71e2f3aaa2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420637 Jul 14 14:38:05.823688 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-10877e9c-4907-4cfb-995b-934acbed6b3b service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Jul 14 14:38:05.911485 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-01980f11-e2e7-4538-a34f-5669f5cfe8f5 req-1e155828-1cbe-4026-bd67-77e811d07650 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820596 Jul 14 14:38:05.961249 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (bc56f91e-9649-4f8b-ade0-96328214dc60), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:05.998084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc56f91e-9649-4f8b-ade0-96328214dc60,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:06.095908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e14e0-9337-4fc9-8310-08ed6fbfa1f0 req-32e7959c-d13d-4c23-b17d-92e44f6d2752 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:06.097015 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-451e14e0-9337-4fc9-8310-08ed6fbfa1f0 req-32e7959c-d13d-4c23-b17d-92e44f6d2752 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.1301820 Jul 14 14:38:06.230957 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-451e14e0-9337-4fc9-8310-08ed6fbfa1f0 req-3451a78d-643d-4f9d-bb62-47b6a31b21a7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976377 Jul 14 14:38:06.235816 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:06.238337 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (5781f416-00fc-425a-a910-2e6279e2a9e5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:06.702822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Router 5781f416-00fc-425a-a910-2e6279e2a9e5 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:38:06.790639 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:06.818142 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:38:06.826803 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-dcd2b222-a8c3-4101-b748-8ee604cf0207 admin admin] 10.222.0.93 "PUT /v2.0/routers/5781f416-00fc-425a-a910-2e6279e2a9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8817425 Jul 14 14:38:06.828714 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45472) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:06.838132 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Sync routers for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:38:06.852545 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:06.853177 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:38:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:06.973820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks [] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:06.993336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:07.006761 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:07.084941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks [] for router_gateway (5781f416-00fc-425a-a910-2e6279e2a9e5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.195620 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:07.196569 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Deleting port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:07.196887 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.226651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:38:05Z', 'revision_number': 5, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port': {'id': '9ca237e0-a46f-4b99-8e53-63e0f0d1bb02', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:32:16Z', 'updated_at': '2022-07-14T14:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:07.261502 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Checking router: 5781f416-00fc-425a-a910-2e6279e2a9e5 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:38:07.274043 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Routers {'5781f416-00fc-425a-a910-2e6279e2a9e5'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:07.274940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:38:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['5781f416-00fc-425a-a910-2e6279e2a9e5'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:07.327765 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] For port 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:07.328209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.359123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Calling delete_port for 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:07.476517 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b4dc5-1847-4186-92dc-57bb28910be0 req-fd413f7e-e02d-4554-9c9e-11f2ea218e9b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:07.478174 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0f4b4dc5-1847-4186-92dc-57bb28910be0 req-fd413f7e-e02d-4554-9c9e-11f2ea218e9b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0695007 Jul 14 14:38:07.498245 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:07.533491 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] Set router 5781f416-00fc-425a-a910-2e6279e2a9e5 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:07.596026 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:38:07Z', 'revision_number': 6, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:07.609397 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0f4b4dc5-1847-4186-92dc-57bb28910be0 req-31f563a4-9324-4308-aa83-caff4e3df16f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195710 Jul 14 14:38:07.623274 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514d45c-fcee-453f-8434-8ec25cd17bd2 None None] The sync data for ids ['5781f416-00fc-425a-a910-2e6279e2a9e5'] in dv-cinder-799871-30-iscsi is: [{'id': '5781f416-00fc-425a-a910-2e6279e2a9e5', 'name': 'tempest-TestShelveInstance-377631895-router', 'tenant_id': 'dae55def91d5421a92acf2b1deef5f21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:32:15Z', 'updated_at': '2022-07-14T14:38:07Z', 'revision_number': 6, 'project_id': 'dae55def91d5421a92acf2b1deef5f21', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:38:07.642689 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.773298 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (9ca237e0-a46f-4b99-8e53-63e0f0d1bb02), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.801650 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca237e0-a46f-4b99-8e53-63e0f0d1bb02,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:07.868533 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (5781f416-00fc-425a-a910-2e6279e2a9e5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.961510 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.970730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:07.973146 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks [] for router_controller (5781f416-00fc-425a-a910-2e6279e2a9e5), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.155742 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (5781f416-00fc-425a-a910-2e6279e2a9e5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.156459 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5781f416-00fc-425a-a910-2e6279e2a9e5 {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:38:08.161328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.163799 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-77694f8d-39bc-4fe3-b3f5-f83152b2bcf4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/5781f416-00fc-425a-a910-2e6279e2a9e5 HTTP/1.1" status: 204 len: 168 time: 1.3344584 Jul 14 14:38:08.170005 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45476) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:08.217701 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Deleting subnet d45ff7d6-714d-4487-948b-7d6ef464f9c1 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:38:08.227250 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Publish callbacks [] for subnet (d45ff7d6-714d-4487-948b-7d6ef464f9c1), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.273256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (d45ff7d6-714d-4487-948b-7d6ef464f9c1), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.275601 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:08.363774 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (d45ff7d6-714d-4487-948b-7d6ef464f9c1), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.414860 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:08.556102 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (d45ff7d6-714d-4487-948b-7d6ef464f9c1), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.585246 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45ff7d6-714d-4487-948b-7d6ef464f9c1,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:08.591079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.602486 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a3b0cf7b-1fff-4e81-acb7-1a9c0f33f003 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/d45ff7d6-714d-4487-948b-7d6ef464f9c1 HTTP/1.1" status: 204 len: 168 time: 0.4271839 Jul 14 14:38:08.602598 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45478) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:08.603041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d51ff1-3d2e-4e05-b965-6ceb2a91e0ce None None] Network 98a6ec49-a998-4576-986b-0cb1e18a5e14 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:38:08.747400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (98a6ec49-a998-4576-986b-0cb1e18a5e14), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.810439 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] DHCP port deletion for 98a6ec49-a998-4576-986b-0cb1e18a5e14 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:38:08.811608 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71082f5e-d79a-42c3-9c4d-d766f72ad138 req-c4fc2b2d-a0c6-47d5-8181-0ae601ee7789 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:08.814904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Deleting port 41cb4668-3038-4409-87ef-68109bf1f74e {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:08.816640 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71082f5e-d79a-42c3-9c4d-d766f72ad138 req-c4fc2b2d-a0c6-47d5-8181-0ae601ee7789 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0820696 Jul 14 14:38:08.817262 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.906237 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Deleting port 41cb4668-3038-4409-87ef-68109bf1f74e {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:38:08.906616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.919999 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] For port 41cb4668-3038-4409-87ef-68109bf1f74e, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=41cb4668-3038-4409-87ef-68109bf1f74e,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:08.920761 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:08.939971 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Calling delete_port for 41cb4668-3038-4409-87ef-68109bf1f74e owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:08.945912 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71082f5e-d79a-42c3-9c4d-d766f72ad138 req-b0167767-57a4-4109-9406-3fe812779aec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208074 Jul 14 14:38:09.039238 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] For port 41cb4668-3038-4409-87ef-68109bf1f74e, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=41cb4668-3038-4409-87ef-68109bf1f74e,segment=NetworkSegment(4cebc934-bb94-4a2f-840b-f94d22e87bf2),segment_id=4cebc934-bb94-4a2f-840b-f94d22e87bf2)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:09.040069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.056335 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Calling delete_port for 41cb4668-3038-4409-87ef-68109bf1f74e owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:38:09.265122 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.270922 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (41cb4668-3038-4409-87ef-68109bf1f74e), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.293689 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Pushing event deleted for resources: {'Port': ['ID=41cb4668-3038-4409-87ef-68109bf1f74e,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:09.295663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] No DVR routers for this DVR port 41cb4668-3038-4409-87ef-68109bf1f74e on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:38:09.300574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:09.309017 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] Pushing event deleted for resources: {'Port': ['ID=41cb4668-3038-4409-87ef-68109bf1f74e,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:09.321024 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab7a06-2593-4260-a443-e5a279ececdd None None] No DVR routers for this DVR port 41cb4668-3038-4409-87ef-68109bf1f74e on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:38:09.383914 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (98a6ec49-a998-4576-986b-0cb1e18a5e14), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.409428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a6ec49-a998-4576-986b-0cb1e18a5e14']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:09.420221 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cebc934-bb94-4a2f-840b-f94d22e87bf2') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:09.420520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cebc934-bb94-4a2f-840b-f94d22e87bf2') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:09.435442 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (4cebc934-bb94-4a2f-840b-f94d22e87bf2), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.449405 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (4cebc934-bb94-4a2f-840b-f94d22e87bf2), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.456082 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:38:09.456547 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (4cebc934-bb94-4a2f-840b-f94d22e87bf2), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.642290 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:09.669825 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:09.670431 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 9ca237e0-a46f-4b99-8e53-63e0f0d1bb02 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:09.671014 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device bc56f91e-9649-4f8b-ade0-96328214dc60 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:09.680414 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:38:09.691397 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: bc56f91e-9649-4f8b-ade0-96328214dc60 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:09.692034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device bc56f91e-9649-4f8b-ade0-96328214dc60 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:09.692601 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 41cb4668-3038-4409-87ef-68109bf1f74e no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:38:09.716463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 41cb4668-3038-4409-87ef-68109bf1f74e {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:38:09.716899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 41cb4668-3038-4409-87ef-68109bf1f74e not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:38:09.781889 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 4cebc934-bb94-4a2f-840b-f94d22e87bf2 resource provider aggregate not found Jul 14 14:38:09.807525 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 4cebc934-bb94-4a2f-840b-f94d22e87bf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cebc934-bb94-4a2f-840b-f94d22e87bf2 found for delete ", "request_id": "req-d6afe114-d305-4e13-b7b0-5ce14f5ae1cf"}]} Jul 14 14:38:09.881244 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (98a6ec49-a998-4576-986b-0cb1e18a5e14), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.886106 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:09.889249 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] 10.222.0.93 "DELETE /v2.0/networks/98a6ec49-a998-4576-986b-0cb1e18a5e14 HTTP/1.1" status: 204 len: 168 time: 1.2912030 Jul 14 14:38:09.902960 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abc1b4-3083-4d27-a087-66b4ed4f383f admin admin] Pushing event deleted for resources: {'Network': ['ID=98a6ec49-a998-4576-986b-0cb1e18a5e14,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:10.109730 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52779f8-3308-4cd7-8ff1-bd811c6a62f4 req-3186107d-5e05-4113-9ace-7c3eafb09034 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:10.112003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f52779f8-3308-4cd7-8ff1-bd811c6a62f4 req-3186107d-5e05-4113-9ace-7c3eafb09034 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0632474 Jul 14 14:38:10.164366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f52779f8-3308-4cd7-8ff1-bd811c6a62f4 req-85829d87-8afa-4f34-bb38-d8493b225d48 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466008 Jul 14 14:38:10.312350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45492) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:10.357363 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-92c9f781-7eb2-448b-9849-77399e3497be admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6b36d14d5bd24ed39bcb0a32dfa016f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437706 Jul 14 14:38:10.359956 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45494) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:10.419751 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] Publish callbacks [] for security_group (e5643647-08f3-4cc8-bedb-b796a555315d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:10.444471 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] Publish callbacks [] for security_group (e5643647-08f3-4cc8-bedb-b796a555315d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:10.624581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e5643647-08f3-4cc8-bedb-b796a555315d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:10.627033 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:10.628214 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e5643647-08f3-4cc8-bedb-b796a555315d HTTP/1.1" status: 204 len: 168 time: 0.2671065 Jul 14 14:38:10.638329 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc4331-1600-4763-94b3-289532e84e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5643647-08f3-4cc8-bedb-b796a555315d,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:11.305175 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b6526-ad20-42de-8819-0e90f230e9d4 req-10ad8278-4518-492e-9728-407fadd13f40 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:11.306708 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-245b6526-ad20-42de-8819-0e90f230e9d4 req-10ad8278-4518-492e-9728-407fadd13f40 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0562310 Jul 14 14:38:11.358907 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-245b6526-ad20-42de-8819-0e90f230e9d4 req-08ff1956-9539-4f4c-aa29-a7c64d3c0d42 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Jul 14 14:38:11.600473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45504) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:11.655736 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9c5726b6-4d2a-4557-bc78-d245565dc939 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dae55def91d5421a92acf2b1deef5f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541158 Jul 14 14:38:11.658319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45506) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:11.709881 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] Publish callbacks [] for security_group (a2f039eb-35f8-4a50-bf5b-0676f572ee54), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:11.734487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] Publish callbacks [] for security_group (a2f039eb-35f8-4a50-bf5b-0676f572ee54), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:11.904399 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a2f039eb-35f8-4a50-bf5b-0676f572ee54), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:11.906950 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:11.908111 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a2f039eb-35f8-4a50-bf5b-0676f572ee54 HTTP/1.1" status: 204 len: 168 time: 0.2488434 Jul 14 14:38:11.919302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cb867-a675-4e04-b1db-461ec3ec195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f039eb-35f8-4a50-bf5b-0676f572ee54,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:12.523866 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113f00b-352c-43fc-9bc6-ceb37219da2a req-5b9c26c3-9f77-4925-9b75-baeac75c0ddd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:12.526216 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1113f00b-352c-43fc-9bc6-ceb37219da2a req-5b9c26c3-9f77-4925-9b75-baeac75c0ddd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0716684 Jul 14 14:38:12.586551 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1113f00b-352c-43fc-9bc6-ceb37219da2a req-0ba18c05-8772-41ca-8f66-f79288475141 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542946 Jul 14 14:38:13.714024 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbe075-baa0-4c03-b696-be06f6fe7bf1 req-0b131e24-66d9-4e45-9987-43b93a796aa6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:13.715576 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7abbe075-baa0-4c03-b696-be06f6fe7bf1 req-0b131e24-66d9-4e45-9987-43b93a796aa6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0538712 Jul 14 14:38:13.773827 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7abbe075-baa0-4c03-b696-be06f6fe7bf1 req-63ef8491-3045-4748-b390-3fcbd99861ac tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519989 Jul 14 14:38:14.801095 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:14.925612 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ba13d-12b0-4f99-8644-fb98e2642f8f req-8d79bf1c-6df2-43c1-8f27-858acdd7ffde tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:14.927264 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-480ba13d-12b0-4f99-8644-fb98e2642f8f req-8d79bf1c-6df2-43c1-8f27-858acdd7ffde tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0505152 Jul 14 14:38:14.981384 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-480ba13d-12b0-4f99-8644-fb98e2642f8f req-c985ae81-b479-448f-b0be-282ae4b36800 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468743 Jul 14 14:38:16.103446 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e0c43-8118-43cd-b4c4-7ab92ac7d443 req-784f3fe2-1245-455a-85f5-fe287bbb63b5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:16.105167 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c09e0c43-8118-43cd-b4c4-7ab92ac7d443 req-784f3fe2-1245-455a-85f5-fe287bbb63b5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0477581 Jul 14 14:38:16.155454 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c09e0c43-8118-43cd-b4c4-7ab92ac7d443 req-ce01861f-53ba-4129-b1d2-1c470b7a120f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447459 Jul 14 14:38:17.278444 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5b214-4c8f-4d1f-b136-7de64cc77d54 req-e8d48c84-a70f-436d-840c-dee16ccbfc35 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:17.279902 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ac5b214-4c8f-4d1f-b136-7de64cc77d54 req-e8d48c84-a70f-436d-840c-dee16ccbfc35 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0470631 Jul 14 14:38:17.329869 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:17.329869 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1ac5b214-4c8f-4d1f-b136-7de64cc77d54 req-f9a79a11-6096-4940-b4c9-d8d7e060b92c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Jul 14 14:38:18.446173 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284326-bd01-4222-af5f-5fba6369f833 req-2d719adf-2d76-4aff-ae9c-807794aa3fe8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:18.447627 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49284326-bd01-4222-af5f-5fba6369f833 req-2d719adf-2d76-4aff-ae9c-807794aa3fe8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0480402 Jul 14 14:38:18.473014 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:18.494428 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-49284326-bd01-4222-af5f-5fba6369f833 req-52e807df-b0d1-4520-9393-e0287ba80d25 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Jul 14 14:38:19.621454 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313516a-b8fa-43a0-b25f-49d1175c6eb6 req-c3be5e14-3b8c-4190-8172-ffbcd763d4b9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:19.622938 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a313516a-b8fa-43a0-b25f-49d1175c6eb6 req-c3be5e14-3b8c-4190-8172-ffbcd763d4b9 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0507312 Jul 14 14:38:19.676651 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a313516a-b8fa-43a0-b25f-49d1175c6eb6 req-1a509d2e-3214-4817-a618-83e4e7ece611 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476182 Jul 14 14:38:19.679288 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=10 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:20.794965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c7455-6f2f-48dc-96b1-84fde75d2a90 req-6a887e12-a867-4124-a357-e1705184a770 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:20.796413 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a18c7455-6f2f-48dc-96b1-84fde75d2a90 req-6a887e12-a867-4124-a357-e1705184a770 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 944 time: 0.0463743 Jul 14 14:38:20.842408 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a18c7455-6f2f-48dc-96b1-84fde75d2a90 req-a33c4f50-3874-4d8c-93ce-81ba64ce9ec3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Jul 14 14:38:21.318263 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:38:21.418251 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:21.429004 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'mac_address': 'fa:16:3e:d3:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:38:21.464023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:38:21.464409 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:21.477281 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:38:21.496996 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:21.646639 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:21.691977 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=9']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:21.699073 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.700018 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.700360 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.700693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.701023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.701350 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.701672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.702033 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.702351 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.702706 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.703027 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.703344 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.703658 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.703971 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.704283 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:38:21.772729 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:21.855138 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['56e9cb11-f5b0-4131-82d8-c97417b17d2c'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:38:21.883384 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:21.912808 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=4,neutron:SELECT=35,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:21.921541 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:21.963243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e77eee-87ad-4f07-8529-f3ee01bf28fc req-b366d587-be9d-4b2e-b8aa-0475507f77eb tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:21.964733 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0e77eee-87ad-4f07-8529-f3ee01bf28fc req-b366d587-be9d-4b2e-b8aa-0475507f77eb tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 945 time: 0.0484290 Jul 14 14:38:22.016912 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c0e77eee-87ad-4f07-8529-f3ee01bf28fc req-a1e09212-dfe9-46bd-9e61-82d472e6621c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465693 Jul 14 14:38:23.139333 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcd68e-2dfd-491a-a4cb-48fa93641824 req-c264ba46-fd7b-4e05-ae97-ddee0561e7bd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:23.140795 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b0fcd68e-2dfd-491a-a4cb-48fa93641824 req-c264ba46-fd7b-4e05-ae97-ddee0561e7bd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 945 time: 0.0476334 Jul 14 14:38:23.187269 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b0fcd68e-2dfd-491a-a4cb-48fa93641824 req-dc800919-c521-4c27-a1b9-1d8848d4cb0b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Jul 14 14:38:23.350282 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:38:23.393558 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 56e9cb11-f5b0-4131-82d8-c97417b17d2c triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:38:23.393956 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:23.467604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 56e9cb11-f5b0-4131-82d8-c97417b17d2c is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:38:23.467975 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:23.491276 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:38:23.494572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76910c40-c044-4fd0-aae6-9f9318d166ee" -d '{"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:38:23.507637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:23.529994 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf550e4-2c1f-4859-87b3-a71e4b0355d5 x-openstack-request-id: req-dbf550e4-2c1f-4859-87b3-a71e4b0355d5 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:38:23.530358 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-plugged", "status": "completed", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:38:23.530612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dbf550e4-2c1f-4859-87b3-a71e4b0355d5 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:38:23.531008 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf550e4-2c1f-4859-87b3-a71e4b0355d5'] response: {'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'code': 200} Jul 14 14:38:23.647051 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:23.694325 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=10']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:24.178205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47748a-a6ea-49c4-8bf2-2337246d5123 req-9512dea6-bf6b-4953-acd7-97e7616c2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:24.179594 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce47748a-a6ea-49c4-8bf2-2337246d5123 req-9512dea6-bf6b-4953-acd7-97e7616c2aff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1131 time: 0.0400469 Jul 14 14:38:24.223451 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ce47748a-a6ea-49c4-8bf2-2337246d5123 req-07e38bd0-7f8b-4412-8ac1-d3fb961576ae service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Jul 14 14:38:24.307862 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486ca31-84d7-4880-aaa0-265ebc134dc5 req-4f759cac-53e1-49aa-9765-2feffa641300 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:24.309330 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2486ca31-84d7-4880-aaa0-265ebc134dc5 req-4f759cac-53e1-49aa-9765-2feffa641300 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0481768 Jul 14 14:38:24.356878 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2486ca31-84d7-4880-aaa0-265ebc134dc5 req-1b56256d-fbb1-4177-8c2c-00c9f8fcc3b2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Jul 14 14:38:25.479071 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2619fd-0de9-4e67-af0c-93862e85e190 req-27cc9763-cdec-4376-916b-18e9cc598985 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:25.480884 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad2619fd-0de9-4e67-af0c-93862e85e190 req-27cc9763-cdec-4376-916b-18e9cc598985 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0513313 Jul 14 14:38:25.530599 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ad2619fd-0de9-4e67-af0c-93862e85e190 req-dea54df7-e6df-42f2-af5a-e18b6e351d57 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431826 Jul 14 14:38:26.654483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d892d0-3771-4670-a9aa-d4d27cfb8ac7 req-5c442984-d116-4acb-8dbb-40ae10a89cb7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:26.655965 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12d892d0-3771-4670-a9aa-d4d27cfb8ac7 req-5c442984-d116-4acb-8dbb-40ae10a89cb7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0468421 Jul 14 14:38:26.704377 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12d892d0-3771-4670-a9aa-d4d27cfb8ac7 req-e7fc476b-375e-48ec-9d08-e889e472dcbd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Jul 14 14:38:27.826822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a14c5-9305-48d7-81e5-51213e1b0d5f req-ec136c18-6097-4f43-87c2-10543d3461ad tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:27.828173 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d33a14c5-9305-48d7-81e5-51213e1b0d5f req-ec136c18-6097-4f43-87c2-10543d3461ad tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0499718 Jul 14 14:38:27.874597 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d33a14c5-9305-48d7-81e5-51213e1b0d5f req-6006ef20-9c43-4475-8e58-c4b249dd7108 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Jul 14 14:38:32.501723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45620) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:32.506290 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921639470', 'description': 'tempest-description--128728645'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:32.584046 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:32.615078 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:32.619139 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:32.652518 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (25b5d27f-82df-4578-840e-73cae7f7b53f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:32.738477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (25b5d27f-82df-4578-840e-73cae7f7b53f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:32.738694 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fa7e14ae-8281-4030-8087-ec8c2ac744f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:32.769820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b5d27f-82df-4578-840e-73cae7f7b53f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:32.877422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:32.878712 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c3878c06-9a6a-4bd3-954a-4943b15efcf4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3759599 Jul 14 14:38:32.881897 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45622) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:32.886095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '25b5d27f-82df-4578-840e-73cae7f7b53f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:33.007478 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (818dae34-f6c8-4c4d-a673-3a413f792902), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.064556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (818dae34-f6c8-4c4d-a673-3a413f792902), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.189932 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (818dae34-f6c8-4c4d-a673-3a413f792902), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.210385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818dae34-f6c8-4c4d-a673-3a413f792902,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:33.323069 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.324217 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b1344a06-a1b6-4b4f-9273-7b255e1cf7b9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413879 Jul 14 14:38:33.327026 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45624) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:33.331333 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '25b5d27f-82df-4578-840e-73cae7f7b53f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:33.435494 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (6676c09e-6f14-4121-8e7c-eefb7293284d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.491330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (6676c09e-6f14-4121-8e7c-eefb7293284d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.583743 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (6676c09e-6f14-4121-8e7c-eefb7293284d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.604474 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6676c09e-6f14-4121-8e7c-eefb7293284d,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:33.739944 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:33.741263 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-3f388c3c-6464-456d-9eed-fa7628d329b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4133103 Jul 14 14:38:33.744296 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45626) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:33.748615 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:33.898886 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.057084 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.086831 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.27.2.244 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/9413af27-33a5-4935-aa1d-ae7339d1b678) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:38:34.095984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:34.097954 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:34.194798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.338911 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.381267 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:38:34.386464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:38:34.388628 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=9413af27-33a5-4935-aa1d-ae7339d1b678,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:34.390777 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:38:34.477269 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.646821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.682881 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:34.795915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.818335 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6f12abcf-c69c-45bd-9bef-b8f7701edede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.881086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:34.951900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=9413af27-33a5-4935-aa1d-ae7339d1b678,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:34.962083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:35.077639 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:35.081223 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8c7f3908-7863-42fa-b7bb-1027a48d9eec tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3336611 Jul 14 14:38:35.273640 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-26397f60-6e58-4cd7-9b6f-b8fbf17c89d7 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1921639470&fields=id&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 267 time: 0.0426087 Jul 14 14:38:35.360070 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:35.378216 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-3e14e5b5-ef8d-458f-969c-012c118d052d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:35.379665 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-3e14e5b5-ef8d-458f-969c-012c118d052d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.0990644 Jul 14 14:38:35.394291 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-4df70f6e-e743-41d4-83a1-3b11b1740811 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/quotas/abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 375 time: 0.0093958 Jul 14 14:38:35.447353 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-3ebed806-6f3c-4234-b50d-f4394052daf5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483675 Jul 14 14:38:35.485264 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:35.543101 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-79f473c7-7ff3-4707-8bfe-095c4144622f service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837338 Jul 14 14:38:35.637077 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-a663563a-cc02-4bc1-aadf-8333cf4b4e50 service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875349 Jul 14 14:38:35.952383 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db3a0142-5a66-4f42-af06-72fdbe661291 req-d726aea8-631f-4e38-981b-23e405062de9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0293999 Jul 14 14:38:36.726745 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:37.032664 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f4029a31-24ef-4bb3-b5df-c4f988b0e2b5 req-86ec310f-2d07-4b52-96a8-06509079d232 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Jul 14 14:38:37.401091 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:38.047046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:38.132845 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-98cc632e-1d63-43ab-a4d9-43181636fb08 req-615214a8-595b-415e-9010-cc4205dbbdb0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0307193 Jul 14 14:38:39.173468 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-52996cec-6e50-4510-9651-d992ef3abdd2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:39.177422 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-52996cec-6e50-4510-9651-d992ef3abdd2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1057403 Jul 14 14:38:39.236228 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e5a9faf1-25f9-4834-8880-52f0d031611f req-f61b3a9e-66ef-47b1-ad2f-a0fc2fa71617 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0335991 Jul 14 14:38:39.248308 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-0a1a9c0d-c8c2-4d33-9474-141ebe96885d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 473 time: 0.0650976 Jul 14 14:38:39.256785 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'port': {'device_id': '0e5de64b-6114-45a7-8460-9c4379efd920', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'admin_state_up': True, 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'security_groups': ['25b5d27f-82df-4578-840e-73cae7f7b53f']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:39.452868 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:38:39.456423 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:39.563614 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:39.586602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.20.0.8 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/1570e8e0-72d4-4af1-9343-59fc9f178c6f) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:38:39.723519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:39.731845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:39.847382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:39.890758 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:38:39.894100 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:38:39.897720 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:38:39.972473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:39.972473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:39.972473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.059203 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-bc406baa-8d48-4b4e-bbf8-05857805d450 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8030586 Jul 14 14:38:40.066488 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Request body: {'port': {'device_id': '0e5de64b-6114-45a7-8460-9c4379efd920', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:40.122028 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-e12b3ae9-2302-4f8b-97ee-fcb1ce1841c2 None None] Provisioning complete for port 1570e8e0-72d4-4af1-9343-59fc9f178c6f triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:38:40.122646 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e12b3ae9-2302-4f8b-97ee-fcb1ce1841c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.125879 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.156634 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-e12b3ae9-2302-4f8b-97ee-fcb1ce1841c2 None None] Port 1570e8e0-72d4-4af1-9343-59fc9f178c6f cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:38:40.332214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:40.354049 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9677f10-0a60-4461-8f0f-6db6c17fe510 req-0cf6b779-3024-419e-a03a-cc133c70f4b3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:40.355798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9677f10-0a60-4461-8f0f-6db6c17fe510 req-0cf6b779-3024-419e-a03a-cc133c70f4b3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 931 time: 0.0480640 Jul 14 14:38:40.389621 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1570e8e0-72d4-4af1-9343-59fc9f178c6f {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:38:40.397055 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks [] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.403425 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e9677f10-0a60-4461-8f0f-6db6c17fe510 req-189d58f0-b820-4c48-8ff2-56560773b238 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Jul 14 14:38:40.410208 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Transition to ACTIVE for port object 1570e8e0-72d4-4af1-9343-59fc9f178c6f will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:38:40.532878 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.587546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Pushing event updated for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:40.670585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Attempting to bind port 1570e8e0-72d4-4af1-9343-59fc9f178c6f on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:38:40.671025 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Attempting to bind port 1570e8e0-72d4-4af1-9343-59fc9f178c6f by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:38:40.671428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Attempting to bind port 1570e8e0-72d4-4af1-9343-59fc9f178c6f on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:38:40.676453 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Port 1570e8e0-72d4-4af1-9343-59fc9f178c6f on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:38:40.676800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Attempting to bind port 1570e8e0-72d4-4af1-9343-59fc9f178c6f on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:38:40.682657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:38:40.683494 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:38:40.683878 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:38:40.684306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Bound port: 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:38:40.684691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.750760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:38:40.753816 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:38:40.830255 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.865042 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:40.865744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:40.867178 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] 10.222.0.91 "PUT /v2.0/ports/1570e8e0-72d4-4af1-9343-59fc9f178c6f HTTP/1.1" status: 200 len: 1093 time: 0.8047223 Jul 14 14:38:40.867603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:38:40.869830 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040e8a37-309a-4fee-990c-1cfa3de55779" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:38:40.902104 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbe66f-d70c-445a-a5fa-1c8e62238a73 service neutron] Pushing event updated for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:40.912261 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b20875b-f4c3-4020-b67e-34a8e0fea766 x-openstack-request-id: req-0b20875b-f4c3-4020-b67e-34a8e0fea766 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:38:40.912623 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:38:40.912939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b20875b-f4c3-4020-b67e-34a8e0fea766 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:38:40.913409 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b20875b-f4c3-4020-b67e-34a8e0fea766'] response: {'name': 'network-changed', 'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'status': 'completed', 'code': 200} Jul 14 14:38:40.975407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-a353a94e-08da-4f71-a59c-56a0a8dcef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:40.977001 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-a353a94e-08da-4f71-a59c-56a0a8dcef17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 1127 time: 0.0428627 Jul 14 14:38:41.087895 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-33d7477a-cc62-4731-ba52-69d4a3ece248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.089404 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-33d7477a-cc62-4731-ba52-69d4a3ece248 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=abb12869989f45cc875ecb36dd1f7aef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1044586 Jul 14 14:38:41.150467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:41.188101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-beb07aaf-f7b2-475a-b0ae-ad95e825792a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.189629 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-040e8a37-309a-4fee-990c-1cfa3de55779 req-beb07aaf-f7b2-475a-b0ae-ad95e825792a service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945637 Jul 14 14:38:41.264092 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-38f3bcb7-ad92-4013-b730-67a43ed523b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.265616 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-38f3bcb7-ad92-4013-b730-67a43ed523b7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 1127 time: 0.0401840 Jul 14 14:38:41.306084 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-31ba571a-5601-40d8-9033-d45a1598640b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f HTTP/1.1" status: 200 len: 217 time: 0.0323672 Jul 14 14:38:41.352241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-c1e35d7c-4851-4ace-bf65-232d30bd79ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.353609 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-c1e35d7c-4851-4ace-bf65-232d30bd79ee service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0425858 Jul 14 14:38:41.398113 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-6f827dab-8d7c-4048-aba2-261cee066a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.399567 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-6f827dab-8d7c-4048-aba2-261cee066a39 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405293 Jul 14 14:38:41.489358 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-daa6b498-0ad3-4881-9146-5fa80563b793 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838325 Jul 14 14:38:41.517143 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf974ab9-7130-44b4-b2ed-dacf1f273a16 req-b13169a5-afdb-41af-80af-5c44b8f37fcf tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:41.518642 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf974ab9-7130-44b4-b2ed-dacf1f273a16 req-b13169a5-afdb-41af-80af-5c44b8f37fcf tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 943 time: 0.0475166 Jul 14 14:38:41.570077 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bf974ab9-7130-44b4-b2ed-dacf1f273a16 req-7dace466-6b25-4873-b96a-f2d02c99b279 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 Jul 14 14:38:41.583430 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-383c8d13-7181-46d4-996f-d76ebd0e75db req-1522010d-a6b4-4af5-813f-a80f2957a0f7 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887902 Jul 14 14:38:42.688658 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2da3-2f3d-4ee5-b7e6-4d315ae69fac req-33502217-ce15-4fd3-8fab-e3661169dcdd tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:42.690137 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b1a2da3-2f3d-4ee5-b7e6-4d315ae69fac req-33502217-ce15-4fd3-8fab-e3661169dcdd tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 943 time: 0.0469229 Jul 14 14:38:42.737751 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b1a2da3-2f3d-4ee5-b7e6-4d315ae69fac req-e5fbb482-1dfb-4bd3-b0b0-6e9a264abce4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 Jul 14 14:38:43.488513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1570e8e0-72d4-4af1-9343-59fc9f178c6f details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:38:43.586763 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:43.597812 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'port_id': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'mac_address': 'fa:16:3e:36:6f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:38:43.633582 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1570e8e0-72d4-4af1-9343-59fc9f178c6f is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:38:43.633989 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:43.642660 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:43.647599 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1570e8e0-72d4-4af1-9343-59fc9f178c6f {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:38:43.666832 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:43.795415 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:43.843572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:43.849630 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea3670-4445-476f-b6ca-5f3187f29263 req-6df51fb0-53b2-47ea-bc1d-0fbe97733893 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:43.851376 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b4ea3670-4445-476f-b6ca-5f3187f29263 req-6df51fb0-53b2-47ea-bc1d-0fbe97733893 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 944 time: 0.0482020 Jul 14 14:38:43.899624 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b4ea3670-4445-476f-b6ca-5f3187f29263 req-ead7be00-8ce0-4dd1-83dd-22358511332c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Jul 14 14:38:44.027469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['1570e8e0-72d4-4af1-9343-59fc9f178c6f'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:38:44.102427 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:44.869288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:45.022596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f048208-b636-4bfa-b367-101861c31ddb req-100baf23-8a66-4694-900e-619c2203be65 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:45.024050 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f048208-b636-4bfa-b367-101861c31ddb req-100baf23-8a66-4694-900e-619c2203be65 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 944 time: 0.0564115 Jul 14 14:38:45.072290 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f048208-b636-4bfa-b367-101861c31ddb req-56cd870f-7bc0-4f6d-9d94-dde88fece682 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Jul 14 14:38:45.492388 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1570e8e0-72d4-4af1-9343-59fc9f178c6f up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:38:45.534679 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 1570e8e0-72d4-4af1-9343-59fc9f178c6f completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:38:45.658519 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 1570e8e0-72d4-4af1-9343-59fc9f178c6f triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:38:45.658900 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:45.736674 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 1570e8e0-72d4-4af1-9343-59fc9f178c6f is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:38:45.737062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:45.764255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:38:45.764255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cc3855-131f-4ab0-b046-c6a6a54075fd" -d '{"events": [{"server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "name": "network-vif-plugged", "status": "completed", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:38:45.776189 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:38:45.800352 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0a4d44-949a-4011-ba93-85e632d90cf7 x-openstack-request-id: req-9d0a4d44-949a-4011-ba93-85e632d90cf7 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:38:45.800647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "name": "network-vif-plugged", "status": "completed", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:38:45.800916 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9d0a4d44-949a-4011-ba93-85e632d90cf7 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:38:45.801294 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0a4d44-949a-4011-ba93-85e632d90cf7'] response: {'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'code': 200} Jul 14 14:38:45.881037 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:45.929329 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:38:46.188648 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3db6-d051-46a8-9184-f4c96e3183f6 req-21735c01-f124-4172-afcd-45263970b5dd tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:46.190135 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-84ff3db6-d051-46a8-9184-f4c96e3183f6 req-21735c01-f124-4172-afcd-45263970b5dd tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0484879 Jul 14 14:38:46.239337 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-84ff3db6-d051-46a8-9184-f4c96e3183f6 req-56522266-2aec-4a00-8003-19e559c4ad65 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426345 Jul 14 14:38:46.418520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d5a6b-2792-41d2-a0e0-f7dcbc792265 req-cc79080b-8385-4009-b516-f4da3ba73ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:46.419924 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9a6d5a6b-2792-41d2-a0e0-f7dcbc792265 req-cc79080b-8385-4009-b516-f4da3ba73ada service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 1129 time: 0.0393906 Jul 14 14:38:46.463092 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9a6d5a6b-2792-41d2-a0e0-f7dcbc792265 req-93f60231-bc45-4f85-909b-451297020d2e service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375142 Jul 14 14:38:46.680285 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:38:47.361740 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6b83-eeba-40b8-a5c3-1575089a5eb0 req-f17d478f-4c59-4529-a94a-04624a212519 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:47.363120 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a7ba6b83-eeba-40b8-a5c3-1575089a5eb0 req-f17d478f-4c59-4529-a94a-04624a212519 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0501623 Jul 14 14:38:47.410570 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a7ba6b83-eeba-40b8-a5c3-1575089a5eb0 req-3cfac1d5-dc72-4eed-a086-e49d749b8767 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Jul 14 14:38:48.524616 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2cea-3a85-4aa2-888e-9e301a75f4b7 req-b074b125-8f8a-4a5e-9d7d-bcdd7b472950 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:48.526066 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b00a2cea-3a85-4aa2-888e-9e301a75f4b7 req-b074b125-8f8a-4a5e-9d7d-bcdd7b472950 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0466700 Jul 14 14:38:48.572533 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b00a2cea-3a85-4aa2-888e-9e301a75f4b7 req-0cf202af-f34e-427f-a2ad-17a6ac264f02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Jul 14 14:38:48.679999 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf7e03-e111-4537-8b89-43a8db3bcaba req-8092d323-4397-472a-9633-b15dac978a6f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:48.681461 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c5cf7e03-e111-4537-8b89-43a8db3bcaba req-8092d323-4397-472a-9633-b15dac978a6f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Jul 14 14:38:48.689856 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45682) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:38:48.694428 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'port_id': '1570e8e0-72d4-4af1-9343-59fc9f178c6f'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:38:48.740688 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:48.749914 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:48.778903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:49.177369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:49.269653 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:49.368700 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP 26a61955-6094-4d93-bc70-a1ef5445d275 associated. External IP: 172.27.2.244, port: 1570e8e0-72d4-4af1-9343-59fc9f178c6f. Jul 14 14:38:49.567878 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:38:49.900015 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:38:49.905559 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:38:49.911984 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:38:49.923079 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:49.923879 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:38:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:49.934740 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-fa44712f-0b88-486d-b004-470368a69d02 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "PUT /v2.0/floatingips/26a61955-6094-4d93-bc70-a1ef5445d275 HTTP/1.1" status: 200 len: 991 time: 1.2438445 Jul 14 14:38:49.935317 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:38:49.937551 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c69690e-8e8e-47e4-93a1-29b5f243e056" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:38:49.974420 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d602bac0-e5be-4a2d-be1c-a5fdd840501b x-openstack-request-id: req-d602bac0-e5be-4a2d-be1c-a5fdd840501b {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:38:49.974720 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:38:49.975040 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d602bac0-e5be-4a2d-be1c-a5fdd840501b {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:38:49.975438 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d602bac0-e5be-4a2d-be1c-a5fdd840501b'] response: {'name': 'network-changed', 'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'status': 'completed', 'code': 200} Jul 14 14:38:50.030182 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:50.045268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-4083a9ac-39a9-499f-8cbd-16ebcb08c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:50.046916 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-4083a9ac-39a9-499f-8cbd-16ebcb08c7cc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 1129 time: 0.0443697 Jul 14 14:38:50.131538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:50.146049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-7218d6d8-b47b-4f64-82f1-4b9bfa189b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:50.147530 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-7218d6d8-b47b-4f64-82f1-4b9bfa189b66 service neutron] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 915 time: 0.0939534 Jul 14 14:38:50.213351 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-0ee97689-f91e-4417-adc3-e81a77226647 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f HTTP/1.1" status: 200 len: 999 time: 0.0596881 Jul 14 14:38:50.252822 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '26a61955-6094-4d93-bc70-a1ef5445d275', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:36:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5de64b-6114-45a7-8460-9c4379efd920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:38:34Z', 'updated_at': '2022-07-14T14:38:49Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}, {'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:50.261918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-8a2de9b5-8616-4756-b7ca-f80409a30973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:50.263506 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-8a2de9b5-8616-4756-b7ca-f80409a30973 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0449078 Jul 14 14:38:50.282347 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:38:50.291146 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:38:50.291761 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:38:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:50.309213 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-2c859354-51c0-4729-89ff-69bbef8b53a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:50.310781 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-2c859354-51c0-4729-89ff-69bbef8b53a0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414934 Jul 14 14:38:50.393335 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:38:50.405507 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-343c7353-bdd4-4a2c-9a5c-283cd6ca0558 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880425 Jul 14 14:38:50.500475 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6c69690e-8e8e-47e4-93a1-29b5f243e056 req-0435271b-d241-4fa4-8734-ddc065d73f6c service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882020 Jul 14 14:38:50.689893 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '26a61955-6094-4d93-bc70-a1ef5445d275', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:36:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5de64b-6114-45a7-8460-9c4379efd920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:38:34Z', 'updated_at': '2022-07-14T14:38:49Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}, {'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:38:50.713952 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f544dc9c-966b-4dfb-8d57-52c867fce75b None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '26a61955-6094-4d93-bc70-a1ef5445d275', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:36:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5de64b-6114-45a7-8460-9c4379efd920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:38:34Z', 'updated_at': '2022-07-14T14:38:49Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}, {'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:38:50.900569 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5daf9e-dcbb-4358-8984-699801e0daa3 None None] New status for floating IP 26a61955-6094-4d93-bc70-a1ef5445d275: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:38:52.859389 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-02496de7-7278-4354-aca0-9e2800ca6e4f service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381303 Jul 14 14:38:52.907114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:52.942071 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-dfb1d336-9b87-49c7-ac8d-614dc8b9c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:52.943574 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-dfb1d336-9b87-49c7-ac8d-614dc8b9c81c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 1131 time: 0.0440199 Jul 14 14:38:53.046261 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-d6877b55-a0a5-4ac2-a7ea-fd12c404d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:53.047773 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-d6877b55-a0a5-4ac2-a7ea-fd12c404d6f3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.0861986 Jul 14 14:38:53.114410 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-5d320b95-cc96-4fc8-974d-4955b9e362ab service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 200 len: 1002 time: 0.0604975 Jul 14 14:38:53.163162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-20fe0831-c8d1-4f90-906c-74b788c1356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:53.164597 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-20fe0831-c8d1-4f90-906c-74b788c1356e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0429003 Jul 14 14:38:53.207586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-86092f40-959e-4125-bbca-97ec7144fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:38:53.209641 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-86092f40-959e-4125-bbca-97ec7144fac6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387316 Jul 14 14:38:53.301666 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-5da4401f-7477-4dbd-8390-43c87cac2db8 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864730 Jul 14 14:38:53.390971 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9fbaba3e-4ed4-434d-9572-c2eddbd7a829 req-f2b380fb-4532-4376-8b11-1760a0211e51 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820913 Jul 14 14:38:59.928420 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:38:59.931400 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:00.997301 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:01.000747 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:02.795199 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-629f1da9-b861-45af-b57f-b4bf45b49ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:03.386861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=75 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:03.387832 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=47 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:03.939661 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5c9c4-63aa-4986-8132-48295f08ea32 req-67524f8a-3772-4e58-8772-889e6619cf08 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:03.941117 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ac5c9c4-63aa-4986-8132-48295f08ea32 req-67524f8a-3772-4e58-8772-889e6619cf08 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0485709 Jul 14 14:39:03.989186 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4ac5c9c4-63aa-4986-8132-48295f08ea32 req-353694c0-c687-45ed-b063-c2c58c85f6c6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 Jul 14 14:39:04.806559 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-09cf5b6c-e6fb-4467-90e5-e832c7422da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:05.112692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf176e-b2bc-4af2-9300-7f187011a261 req-e889f256-c5d2-4ae8-a3ac-02fa1cc6503d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:05.114204 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-80bf176e-b2bc-4af2-9300-7f187011a261 req-e889f256-c5d2-4ae8-a3ac-02fa1cc6503d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0502572 Jul 14 14:39:05.160197 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-80bf176e-b2bc-4af2-9300-7f187011a261 req-06369bf1-fa23-4fc7-8391-1fcd74ffbf7e tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=c3585a28-e7b4-4e0c-9122-89759577329a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Jul 14 14:39:05.459475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-9840ac6b-8d18-473f-af12-991ef455e711 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:05.460873 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-9840ac6b-8d18-473f-af12-991ef455e711 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 947 time: 0.0519145 Jul 14 14:39:05.539722 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Deleting port 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:05.540060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:05.631024 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] For port 56e9cb11-f5b0-4131-82d8-c97417b17d2c, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=56e9cb11-f5b0-4131-82d8-c97417b17d2c,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:05.631383 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:05.789272 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:05.789625 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:05.789978 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Floating IP cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af disassociated. External IP: 172.27.2.187, port: 56e9cb11-f5b0-4131-82d8-c97417b17d2c. Jul 14 14:39:05.790319 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Calling delete_port for 56e9cb11-f5b0-4131-82d8-c97417b17d2c owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:06.052439 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (56e9cb11-f5b0-4131-82d8-c97417b17d2c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:06.081817 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'Port': ['ID=56e9cb11-f5b0-4131-82d8-c97417b17d2c,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:06.092634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.092982 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.093324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.093658 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.094017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.094350 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.094680 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.095001 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.095325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.095657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.095978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.096301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.097083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.097083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.097256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:06.263967 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-008fd539-96f6-49a0-82e5-543577fe5a09 req-a881509f-f9b4-47e1-84c0-81d4ecde96f5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0288386 Jul 14 14:39:06.354010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:06.458173 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:39:06.565625 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:06.577141 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:06.587663 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:06.588271 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:06.609180 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] No DVR routers for this DVR port 56e9cb11-f5b0-4131-82d8-c97417b17d2c on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:39:06.611791 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:06.615298 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cb7447a6-95fb-4b2d-a0ab-33f39b461ca7 req-8a2ed8ae-bc58-49a0-b502-b5074d6ef493 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "DELETE /v2.0/ports/56e9cb11-f5b0-4131-82d8-c97417b17d2c HTTP/1.1" status: 204 len: 173 time: 1.1497314 Jul 14 14:39:06.615651 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-deleted', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:06.618475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290ddae9-333a-4f7d-8283-d46d632097ba" -d '{"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-deleted", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:06.628376 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:06.656295 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f128eca1-6c90-48e5-b808-570a8ba62b85 x-openstack-request-id: req-f128eca1-6c90-48e5-b808-570a8ba62b85 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:06.656578 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d810a21-86d3-4d18-b9d6-eae39990ac26", "name": "network-vif-deleted", "tag": "56e9cb11-f5b0-4131-82d8-c97417b17d2c", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:06.656867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f128eca1-6c90-48e5-b808-570a8ba62b85 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:06.657265 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f128eca1-6c90-48e5-b808-570a8ba62b85'] response: {'server_uuid': '9d810a21-86d3-4d18-b9d6-eae39990ac26', 'name': 'network-vif-deleted', 'tag': '56e9cb11-f5b0-4131-82d8-c97417b17d2c', 'status': 'completed', 'code': 200} Jul 14 14:39:06.671021 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:06.692202 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:06.879524 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:06.903994 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:06.913135 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:06.919124 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:07.036380 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:07.232283 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:07.259584 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e66ac35-4f79-4c7a-a829-d02d197afb3f None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:07.378023 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f8e735f-cab1-4e2d-bbba-bc62db4d413c req-d74ccbce-b6df-4a85-ab5f-269a708ae33a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=9d810a21-86d3-4d18-b9d6-eae39990ac26 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Jul 14 14:39:07.395140 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:07.484426 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dba336-1400-42aa-941b-3d6517512250 None None] New status for floating IP cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:39:07.983436 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.550238 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45734) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:08.606558 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (c3585a28-e7b4-4e0c-9122-89759577329a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.629700 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (c3585a28-e7b4-4e0c-9122-89759577329a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.778030 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (c3585a28-e7b4-4e0c-9122-89759577329a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.780593 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.781742 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "DELETE /v2.0/security-groups/c3585a28-e7b4-4e0c-9122-89759577329a HTTP/1.1" status: 204 len: 168 time: 0.2305341 Jul 14 14:39:08.784586 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45736) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:08.792226 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3585a28-e7b4-4e0c-9122-89759577329a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:08.799276 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.799463 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.api.v2.resource [None req-bdd4183e-cca6-4a8e-9120-9bef9bfff549 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] show failed (client error): The resource could not be found. Jul 14 14:39:08.799626 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.799968 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.800307 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.800639 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.800969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.801296 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.801621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.801973 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.802521 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.802817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.802931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.803251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.803461 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bdd4183e-cca6-4a8e-9120-9bef9bfff549 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups/c3585a28-e7b4-4e0c-9122-89759577329a HTTP/1.1" status: 404 len: 347 time: 0.0177000 Jul 14 14:39:08.803570 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.803779 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45738) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:08.803885 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c49a69-4b2e-4beb-8ec0-392c5efe62f8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:08.900525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:08.912418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Deleting port 12a9ae2e-a907-478f-89de-df057e0c6add {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:08.912759 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.931392 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:08.994349 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:08.994673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (12a9ae2e-a907-478f-89de-df057e0c6add), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.007079 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Calling delete_port for 12a9ae2e-a907-478f-89de-df057e0c6add owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:09.217973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (12a9ae2e-a907-478f-89de-df057e0c6add), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.243436 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'Port': ['ID=12a9ae2e-a907-478f-89de-df057e0c6add,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:09.306601 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.309510 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.310691 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-da7cd247-541c-458f-9402-7edd216262cc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "DELETE /v2.0/floatingips/cc7a8cb9-8ed3-4ef3-ab09-bb9ffdb1c6af HTTP/1.1" status: 204 len: 168 time: 0.5059800 Jul 14 14:39:09.450485 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45742) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:09.455030 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450949517', 'description': 'tempest-description--603259178'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:09.561270 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.598382 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:39:09.617249 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 56e9cb11-f5b0-4131-82d8-c97417b17d2c {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:39:09.617589 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 56e9cb11-f5b0-4131-82d8-c97417b17d2c not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:39:09.629587 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (ea3ae303-507b-49f3-bc98-961a0131f23c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.720767 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ea3ae303-507b-49f3-bc98-961a0131f23c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.752937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ae303-507b-49f3-bc98-961a0131f23c,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:09.814502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.815804 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2ce1b41a-4d98-4ac7-8aa8-c8e4b92478dd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3642802 Jul 14 14:39:09.818546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45744) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:09.822788 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group_rule': {'security_group_id': 'ea3ae303-507b-49f3-bc98-961a0131f23c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:09.931462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:09.933865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (eb524bb9-54b2-4c55-9add-8c5831f4cf71), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:09.987775 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (eb524bb9-54b2-4c55-9add-8c5831f4cf71), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.080960 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (eb524bb9-54b2-4c55-9add-8c5831f4cf71), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.100760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb524bb9-54b2-4c55-9add-8c5831f4cf71,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:10.186222 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.187411 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-54e46b40-ee36-434b-adae-1936782a603a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679273 Jul 14 14:39:10.190123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45746) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:10.194370 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'security_group_rule': {'security_group_id': 'ea3ae303-507b-49f3-bc98-961a0131f23c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:10.275311 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (d946e6b7-0008-4f7b-85bd-dd2bf70f2422), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.331492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (d946e6b7-0008-4f7b-85bd-dd2bf70f2422), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.412399 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (d946e6b7-0008-4f7b-85bd-dd2bf70f2422), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.431081 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d946e6b7-0008-4f7b-85bd-dd2bf70f2422,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:10.511342 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.512578 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a7432b22-2f1f-4186-9de7-7db2e7d856db tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215470 Jul 14 14:39:10.515648 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45748) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:10.519847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:10.617966 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.696627 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.705252 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:10.803854 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Allocated IP 172.27.2.135 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/c622e20a-6833-4271-a0ac-ec67b8d68bb4) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:39:10.904289 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:10.930936 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:11.001492 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.044131 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:39:11.049166 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:39:11.051376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=c622e20a-6833-4271-a0ac-ec67b8d68bb4,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:11.053397 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:39:11.137794 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.230408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.378744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.452085 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.524629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=c622e20a-6833-4271-a0ac-ec67b8d68bb4,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:11.535286 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.643039 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:11.644226 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0da108b1-6149-49ed-9034-328a9d8c9a89 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1276605 Jul 14 14:39:11.839400 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-c324a574-7219-4e91-8987-91af0dbae913 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1450949517&fields=id&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 267 time: 0.0415285 Jul 14 14:39:11.957276 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-f69e3ff1-695c-4b92-8a5d-46b2833e238d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:11.958690 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-f69e3ff1-695c-4b92-8a5d-46b2833e238d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 817 time: 0.1130745 Jul 14 14:39:11.973508 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-e60d6448-6a37-43c4-b524-b677c7217553 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/quotas/7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 375 time: 0.0088077 Jul 14 14:39:12.021216 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-4fdb77ef-27f6-4c30-965c-1d1f419db2a2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429828 Jul 14 14:39:12.117898 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-8278b9fa-66f3-436b-8f67-3eb6d831d6f1 service neutron] 10.222.0.93 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837052 Jul 14 14:39:12.210765 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-35474947-453f-4672-b48d-b101ac7dc599 service neutron] 10.222.0.93 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865779 Jul 14 14:39:12.549051 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-46378290-cbd6-4934-8c05-4eec55d54538 req-f1634c1b-af1d-47e8-9235-6e1ecb8f1293 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 210 time: 0.0282085 Jul 14 14:39:13.652789 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8336664c-25fa-4cf3-a0f6-06e3983ddac1 req-aced872b-2fb9-45dd-a663-a3c2679c49fc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 210 time: 0.0281901 Jul 14 14:39:14.444912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-add69a5e-d1e9-4df3-b20c-2bf15d1206f5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:14.446307 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-add69a5e-d1e9-4df3-b20c-2bf15d1206f5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 817 time: 0.1004152 Jul 14 14:39:14.513292 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-c1463a02-7604-4f42-b434-476e0b5a3235 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 380 time: 0.0526736 Jul 14 14:39:14.521695 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'port': {'device_id': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'admin_state_up': True, 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'security_groups': ['ea3ae303-507b-49f3-bc98-961a0131f23c']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:14.586077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:14.720685 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Made reservation on behalf of 7378149db04942bdbc1035f0a3a902fe for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:39:14.724347 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:14.765498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-12874fec-faf7-4862-af69-c676dacf2aed req-1c85b7aa-fd2d-4e61-b1c5-d8de686a3b4d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 210 time: 0.0329869 Jul 14 14:39:14.810020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:14.835021 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:14.865460 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Allocated IP 172.20.0.8 (44167c18-8a2e-4113-86a9-34428792d360/87375ea1-30f8-4705-b572-9ba0dafb0106/ee6ee1a4-93da-4c93-9496-0e46449759f1) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:39:15.003465 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.098335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.145237 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Network 44167c18-8a2e-4113-86a9-34428792d360 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:39:15.150533 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:39:15.154408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:39:15.177530 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:15.207785 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:15.208408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.301974 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-b7823b2b-b337-4634-9acc-429aab65f9ec tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833326 Jul 14 14:39:15.313102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Request body: {'port': {'device_id': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:15.372981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:15.379390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.419835 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-b6b14afe-099f-4c80-9cfe-737d1d14d7c2 None None] Provisioning complete for port ee6ee1a4-93da-4c93-9496-0e46449759f1 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:39:15.420124 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b6b14afe-099f-4c80-9cfe-737d1d14d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.451545 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-b6b14afe-099f-4c80-9cfe-737d1d14d7c2 None None] Port ee6ee1a4-93da-4c93-9496-0e46449759f1 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:39:15.640352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:39:15.648505 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks [] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.661237 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Transition to ACTIVE for port object ee6ee1a4-93da-4c93-9496-0e46449759f1 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:39:15.783265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.832408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7ab21-761d-4518-a038-082688037022 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:15.890893 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857f56b-6196-4d7d-be6a-a093dd60e195 req-a2a96242-f664-4895-9478-2b40adaf1775 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:15.893202 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7857f56b-6196-4d7d-be6a-a093dd60e195 req-a2a96242-f664-4895-9478-2b40adaf1775 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0504506 Jul 14 14:39:15.914095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Attempting to bind port ee6ee1a4-93da-4c93-9496-0e46449759f1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:39:15.914317 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Attempting to bind port ee6ee1a4-93da-4c93-9496-0e46449759f1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:39:15.914565 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Attempting to bind port ee6ee1a4-93da-4c93-9496-0e46449759f1 on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:39:15.917451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:15.920162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Port ee6ee1a4-93da-4c93-9496-0e46449759f1 on network 44167c18-8a2e-4113-86a9-34428792d360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:39:15.920162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Attempting to bind port ee6ee1a4-93da-4c93-9496-0e46449759f1 on network 44167c18-8a2e-4113-86a9-34428792d360 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:39:15.925554 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:39:15.925554 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Checking segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:39:15.928044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Bound using segment: {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:39:15.928044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Bound port: ee6ee1a4-93da-4c93-9496-0e46449759f1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1992e426-7a58-46d0-8f5c-5cdb019ba975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '44167c18-8a2e-4113-86a9-34428792d360'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:39:15.928044 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:15.944234 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7857f56b-6196-4d7d-be6a-a093dd60e195 req-1e32c3b0-fae8-406e-9bfd-0dc15b81f7b8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457497 Jul 14 14:39:16.038507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:39:16.038507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:39:16.178300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:16.211285 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.211410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:16.212851 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-68c7ab21-761d-4518-a038-082688037022 service neutron] 10.222.0.91 "PUT /v2.0/ports/ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 1093 time: 0.9043224 Jul 14 14:39:16.215483 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:16.218383 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96d70a3-ed33-44a0-9811-467448fc6aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:16.245414 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7ab21-761d-4518-a038-082688037022 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:16.263849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0baabc-2aef-4215-898b-01a37600ec0c x-openstack-request-id: req-ab0baabc-2aef-4215-898b-01a37600ec0c {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:16.264139 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:16.264385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ab0baabc-2aef-4215-898b-01a37600ec0c {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:16.264781 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0baabc-2aef-4215-898b-01a37600ec0c'] response: {'name': 'network-changed', 'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'status': 'completed', 'code': 200} Jul 14 14:39:16.326263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-a7cbf700-7acc-482e-83c4-9382784a8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.327835 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-a7cbf700-7acc-482e-83c4-9382784a8ddd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1127 time: 0.0443380 Jul 14 14:39:16.434929 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-6c21d134-988b-4c3b-90d7-bee0994433db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.436389 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-6c21d134-988b-4c3b-90d7-bee0994433db service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=7378149db04942bdbc1035f0a3a902fe&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1010282 Jul 14 14:39:16.534890 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-42bdb512-e99a-4d64-a54c-e45652b66d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.536660 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f96d70a3-ed33-44a0-9811-467448fc6aa3 req-42bdb512-e99a-4d64-a54c-e45652b66d2e service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934546 Jul 14 14:39:16.627657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-a3d9ba75-762a-47ac-8d21-a1175f96e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.630077 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-a3d9ba75-762a-47ac-8d21-a1175f96e145 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1127 time: 0.0555348 Jul 14 14:39:16.677583 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-23971add-b488-4961-bf87-b89323761c57 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 217 time: 0.0404768 Jul 14 14:39:16.723983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-bcbca59f-1d6b-4f1b-a118-f24240244918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.725412 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-bcbca59f-1d6b-4f1b-a118-f24240244918 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0426693 Jul 14 14:39:16.770803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-97033c94-ed9a-410f-b5ce-303c184a0020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:16.772430 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-97033c94-ed9a-410f-b5ce-303c184a0020 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414391 Jul 14 14:39:16.847372 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:16.861396 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-4dd2d21a-ff69-4016-a0a2-108b177da1fc service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Jul 14 14:39:16.955767 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f33227b2-4c81-4f91-840d-05e274ad2c33 req-baf67c13-399a-4f9c-9bd7-ee56821fb9dd service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884147 Jul 14 14:39:17.142064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894612b-eb49-4ca4-bb91-f61357a9a2ab req-095f1904-8ce2-4e1c-a820-742ddcf08710 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:17.143650 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e894612b-eb49-4ca4-bb91-f61357a9a2ab req-095f1904-8ce2-4e1c-a820-742ddcf08710 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0474746 Jul 14 14:39:17.161514 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:17.190530 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:17.196003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e894612b-eb49-4ca4-bb91-f61357a9a2ab req-2842295d-9745-435d-b942-9ec61b2628a8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Jul 14 14:39:17.234578 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=33 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:17.235342 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=81 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:18.315203 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9ed58-cfc2-4a82-83a6-aa441f9b8111 req-6474fd53-4c8e-45db-b35f-6450d6969503 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:18.316608 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39e9ed58-cfc2-4a82-83a6-aa441f9b8111 req-6474fd53-4c8e-45db-b35f-6450d6969503 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0471323 Jul 14 14:39:18.367816 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-39e9ed58-cfc2-4a82-83a6-aa441f9b8111 req-9d8e207f-7497-49fe-b4f1-991caecdfc9c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Jul 14 14:39:19.486182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7feed2-5be9-440d-8644-c1b3a3ee1f88 req-b5aeb203-e488-49c8-a810-fe6b04509e9d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:19.487643 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7e7feed2-5be9-440d-8644-c1b3a3ee1f88 req-b5aeb203-e488-49c8-a810-fe6b04509e9d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0474980 Jul 14 14:39:19.534911 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7e7feed2-5be9-440d-8644-c1b3a3ee1f88 req-1c6f30a6-42df-44ed-81b1-f5bb7249cf3d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Jul 14 14:39:19.638307 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:39:19.743187 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:19.754151 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:39:19.788721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:39:19.789105 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:19.805530 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:39:19.824235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:19.880636 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:19.928581 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:20.094287 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['ee6ee1a4-93da-4c93-9496-0e46449759f1'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:39:20.656108 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfcab9-bae5-4be6-be04-1cb02582c309 req-1af01bbd-471c-4c6a-8993-7d8212d6de0d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:20.657555 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75cfcab9-bae5-4be6-be04-1cb02582c309 req-1af01bbd-471c-4c6a-8993-7d8212d6de0d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 944 time: 0.0508850 Jul 14 14:39:20.704483 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75cfcab9-bae5-4be6-be04-1cb02582c309 req-e2e2d074-cf8f-4095-aba3-c8021fc601fc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414696 Jul 14 14:39:21.657535 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:39:21.702299 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port ee6ee1a4-93da-4c93-9496-0e46449759f1 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:39:21.760424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port ee6ee1a4-93da-4c93-9496-0e46449759f1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:39:21.760797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:21.797478 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:21.820991 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f03659-c25f-4eeb-9215-20cce4b08948 req-172512f9-4ca7-49d1-8e4c-982cd4eec9b1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:21.822543 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90f03659-c25f-4eeb-9215-20cce4b08948 req-172512f9-4ca7-49d1-8e4c-982cd4eec9b1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 944 time: 0.0480626 Jul 14 14:39:21.827100 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:21.835864 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:39:21.836251 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:21.860832 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:21.863107 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d6fa69-08c7-4a0d-a69c-7f9b7996830e" -d '{"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:21.872007 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90f03659-c25f-4eeb-9215-20cce4b08948 req-cbc54598-7823-4dcf-ab75-2c0151ec31cd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438690 Jul 14 14:39:21.876365 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:21.902464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa85d6a3-f435-4d97-a61d-7b78cc043fac x-openstack-request-id: req-fa85d6a3-f435-4d97-a61d-7b78cc043fac {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:21.902766 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:21.903062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fa85d6a3-f435-4d97-a61d-7b78cc043fac {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:21.903503 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa85d6a3-f435-4d97-a61d-7b78cc043fac'] response: {'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'code': 200} Jul 14 14:39:21.971935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:22.020757 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:22.028280 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.028627 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.028969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.029307 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.029655 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.029990 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.030317 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.030640 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.030965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.031286 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.031609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.031930 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.032254 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.032572 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.032889 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:39:22.223302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39573bc-238d-44c5-b4ac-f3e78de9f63a req-69e4736f-6718-4da0-a593-3c9abb8cc538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:22.224857 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39573bc-238d-44c5-b4ac-f3e78de9f63a req-69e4736f-6718-4da0-a593-3c9abb8cc538 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1129 time: 0.0394335 Jul 14 14:39:22.268754 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f39573bc-238d-44c5-b4ac-f3e78de9f63a req-f99a8b58-6973-47a2-bfea-f64684b1469d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 Jul 14 14:39:22.992496 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088c518-32b4-4503-858f-2bbb4ef3f011 req-adb0f637-141e-456e-93ac-aea8eb5b995b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:22.993982 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4088c518-32b4-4503-858f-2bbb4ef3f011 req-adb0f637-141e-456e-93ac-aea8eb5b995b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0482852 Jul 14 14:39:23.045133 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4088c518-32b4-4503-858f-2bbb4ef3f011 req-ac5b2b3b-84aa-497a-8165-89f52bcf3125 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 Jul 14 14:39:23.679081 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:39:24.168656 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87683c1-0b20-408e-8d3f-63a571006e84 req-f45923b6-e254-4eb8-8999-d2f141112267 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:24.170383 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a87683c1-0b20-408e-8d3f-63a571006e84 req-f45923b6-e254-4eb8-8999-d2f141112267 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0492289 Jul 14 14:39:24.229181 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a87683c1-0b20-408e-8d3f-63a571006e84 req-7d523963-fa88-42ba-ba43-55f8b54bd15b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Jul 14 14:39:25.339932 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca89d4-a92a-4f61-a7fc-d2a4ffcbc6e7 req-137197e8-8b76-4212-80de-7c67a0a55703 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:25.341405 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dca89d4-a92a-4f61-a7fc-d2a4ffcbc6e7 req-137197e8-8b76-4212-80de-7c67a0a55703 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0484684 Jul 14 14:39:25.388484 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7dca89d4-a92a-4f61-a7fc-d2a4ffcbc6e7 req-6048becf-3dd8-4939-bebd-7d55b6718431 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414302 Jul 14 14:39:25.504708 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46d84d-2c02-4697-ab55-8a58285bacb7 req-7278d66b-ec49-41a2-9d5b-975d73321b0c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:25.506068 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d46d84d-2c02-4697-ab55-8a58285bacb7 req-7278d66b-ec49-41a2-9d5b-975d73321b0c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0504556 Jul 14 14:39:25.519820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45808) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:25.524058 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Request body: {'floatingip': {'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:25.562180 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:25.897007 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:25.899084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:25.991837 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:26.040005 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:26.139876 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Floating IP 5044817e-9793-46b2-a102-f9b988eb901c associated. External IP: 172.27.2.135, port: ee6ee1a4-93da-4c93-9496-0e46449759f1. Jul 14 14:39:26.343147 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:39:26.472103 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd970c-b5f7-406b-bb45-9b395a514fd6 req-6589a637-0a3d-4e07-af70-dd2dd1366abe tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:26.473507 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ccd970c-b5f7-406b-bb45-9b395a514fd6 req-6589a637-0a3d-4e07-af70-dd2dd1366abe tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0866566 Jul 14 14:39:26.511469 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:26.520107 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:26.520946 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:26.533313 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:26.533980 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:26.558119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ccd970c-b5f7-406b-bb45-9b395a514fd6 req-082427cd-5e43-48d8-97c0-a7655e912a6c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784011 Jul 14 14:39:26.566415 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6b254852-a109-4aed-82c1-f8013ff5b313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "PUT /v2.0/floatingips/5044817e-9793-46b2-a102-f9b988eb901c HTTP/1.1" status: 200 len: 991 time: 1.0434759 Jul 14 14:39:26.566415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:26.567833 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9038193-fc35-4cfa-ae62-93a87397564a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:26.602805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8fbf3-6d14-44d7-bf4e-4ad211f61f38 x-openstack-request-id: req-97d8fbf3-6d14-44d7-bf4e-4ad211f61f38 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:26.603161 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:26.603658 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-97d8fbf3-6d14-44d7-bf4e-4ad211f61f38 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:26.604565 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d8fbf3-6d14-44d7-bf4e-4ad211f61f38'] response: {'name': 'network-changed', 'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'status': 'completed', 'code': 200} Jul 14 14:39:26.636365 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:26.841787 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '5044817e-9793-46b2-a102-f9b988eb901c', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:11Z', 'updated_at': '2022-07-14T14:39:25Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:26.865789 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:26.873860 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:26.874455 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:27.051413 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:27.271373 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '5044817e-9793-46b2-a102-f9b988eb901c', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:11Z', 'updated_at': '2022-07-14T14:39:25Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:27.295126 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d4281e-90fc-4c9d-a2eb-61123a4466c6 None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '5044817e-9793-46b2-a102-f9b988eb901c', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'floating_ip_address': '172.27.2.135', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:11Z', 'updated_at': '2022-07-14T14:39:25Z', 'revision_number': 1, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:27.442663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038193-fc35-4cfa-ae62-93a87397564a req-84e6cbc5-fcda-4d53-8939-ba328ce20ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.444197 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-84e6cbc5-fcda-4d53-8939-ba328ce20ddd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1129 time: 0.0452683 Jul 14 14:39:27.496817 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a85b7-e4f7-44e7-8103-e13b9fc596f9 None None] New status for floating IP 5044817e-9793-46b2-a102-f9b988eb901c: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:39:27.544431 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038193-fc35-4cfa-ae62-93a87397564a req-f76e64de-715d-4546-81cf-904ca1267787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.546102 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-f76e64de-715d-4546-81cf-904ca1267787 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.0914817 Jul 14 14:39:27.615315 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:27.624287 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-7466471b-7b92-4e69-bc58-2dbd5e66a17c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 999 time: 0.0689538 Jul 14 14:39:27.677398 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038193-fc35-4cfa-ae62-93a87397564a req-d74d54fa-9eab-480b-9693-2675654157ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.679460 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-d74d54fa-9eab-480b-9693-2675654157ae service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0494571 Jul 14 14:39:27.684026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61261599-2fba-462d-a894-daf4d550cedc req-631b5c14-2e68-4c22-844f-4e0c6d6783e6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.685549 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61261599-2fba-462d-a894-daf4d550cedc req-631b5c14-2e68-4c22-844f-4e0c6d6783e6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0506589 Jul 14 14:39:27.745930 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-61261599-2fba-462d-a894-daf4d550cedc req-7dabf32b-bb69-44b6-96d5-c5c807cb72df tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=25b5d27f-82df-4578-840e-73cae7f7b53f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516875 Jul 14 14:39:27.754999 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-1a1882e6-d511-4323-897d-cbd1175524ca tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.754999 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-1a1882e6-d511-4323-897d-cbd1175524ca tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 945 time: 0.0740974 Jul 14 14:39:27.757986 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9038193-fc35-4cfa-ae62-93a87397564a req-9e94715e-d2cd-4983-b3b6-3c0f08355244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:27.759464 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-9e94715e-d2cd-4983-b3b6-3c0f08355244 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688205 Jul 14 14:39:27.899067 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port 1570e8e0-72d4-4af1-9343-59fc9f178c6f {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:27.899407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:27.935567 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-15589797-b8e7-4b6a-9f7c-0d35b2298e48 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677613 Jul 14 14:39:28.057057 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] For port 1570e8e0-72d4-4af1-9343-59fc9f178c6f, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=1570e8e0-72d4-4af1-9343-59fc9f178c6f,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:28.057417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:28.121595 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-c9038193-fc35-4cfa-ae62-93a87397564a req-57185391-a26f-4906-a656-6f525c7dbce4 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588838 Jul 14 14:39:28.235139 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:28.235502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:28.235817 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP 26a61955-6094-4d93-bc70-a1ef5445d275 disassociated. External IP: 172.27.2.244, port: 1570e8e0-72d4-4af1-9343-59fc9f178c6f. Jul 14 14:39:28.236165 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for 1570e8e0-72d4-4af1-9343-59fc9f178c6f owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:28.316186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:28.428332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (1570e8e0-72d4-4af1-9343-59fc9f178c6f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:28.439031 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:28.458472 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=1570e8e0-72d4-4af1-9343-59fc9f178c6f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:28.823205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:39:28.840128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-82f7a56f-0537-4561-a4b0-1b86a8117265 req-1b747a32-1e07-496f-807d-036a0e006ff0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0301409 Jul 14 14:39:28.933410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:28.943238 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:28.955443 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:28.956483 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:28.975479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] No DVR routers for this DVR port 1570e8e0-72d4-4af1-9343-59fc9f178c6f on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:39:28.978669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:28.982179 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-cd898de9-4ded-4987-b318-ed8d9dc3e31f req-e30df025-33ad-45b3-baed-9aed9b794a8d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "DELETE /v2.0/ports/1570e8e0-72d4-4af1-9343-59fc9f178c6f HTTP/1.1" status: 204 len: 173 time: 1.2218411 Jul 14 14:39:28.982719 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'name': 'network-vif-deleted', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:28.985040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1eebd-9649-4a33-9ae0-22934b2fc294" -d '{"events": [{"server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "name": "network-vif-deleted", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:29.022214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea29ac-9442-4544-ae2b-b1c1339b2476 x-openstack-request-id: req-e7ea29ac-9442-4544-ae2b-b1c1339b2476 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:29.022504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5de64b-6114-45a7-8460-9c4379efd920", "name": "network-vif-deleted", "tag": "1570e8e0-72d4-4af1-9343-59fc9f178c6f", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:29.022749 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e7ea29ac-9442-4544-ae2b-b1c1339b2476 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:29.023140 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ea29ac-9442-4544-ae2b-b1c1339b2476'] response: {'server_uuid': '0e5de64b-6114-45a7-8460-9c4379efd920', 'name': 'network-vif-deleted', 'tag': '1570e8e0-72d4-4af1-9343-59fc9f178c6f', 'status': 'completed', 'code': 200} Jul 14 14:39:29.067185 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:29.158306 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:29.209191 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:29.280432 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:29.308165 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:29.316634 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:29.317225 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:29.419215 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:29.627837 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:29.652755 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d7a627-c754-4aa8-b029-41e41ae41ded None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'e1207a9f-a9eb-4ff8-a56b-a513597fee81', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:2d:b5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36276a10-ba93-4cae-abe5-f5484419f580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:37:31Z', 'updated_at': '2022-07-14T14:37:47Z', 'revision_number': 2, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:29.878933 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0d19e6-e887-452e-a2c9-da30acba12c0 None None] New status for floating IP 26a61955-6094-4d93-bc70-a1ef5445d275: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:39:29.957443 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-441f0e61-caa5-43d5-8d5c-e0ffc9ec003a req-b88580eb-79d4-4a9b-8474-cc32a0a708b4 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=0e5de64b-6114-45a7-8460-9c4379efd920 HTTP/1.1" status: 200 len: 210 time: 0.0318964 Jul 14 14:39:31.121711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45838) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:31.156643 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:31.176963 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (25b5d27f-82df-4578-840e-73cae7f7b53f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.211641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (25b5d27f-82df-4578-840e-73cae7f7b53f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.365841 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (25b5d27f-82df-4578-840e-73cae7f7b53f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.368368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.369554 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/security-groups/25b5d27f-82df-4578-840e-73cae7f7b53f HTTP/1.1" status: 204 len: 168 time: 0.2467675 Jul 14 14:39:31.372481 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45840) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:31.379130 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a5e70-292b-490f-a4a3-fcdc14d98296 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b5d27f-82df-4578-840e-73cae7f7b53f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:31.387083 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.api.v2.resource [None req-7afabbe0-24c5-47ff-a853-6b98b5ddd8d3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] show failed (client error): The resource could not be found. Jul 14 14:39:31.388101 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-7afabbe0-24c5-47ff-a853-6b98b5ddd8d3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups/25b5d27f-82df-4578-840e-73cae7f7b53f HTTP/1.1" status: 404 len: 347 time: 0.0145853 Jul 14 14:39:31.390862 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45842) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:31.502064 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port 9413af27-33a5-4935-aa1d-ae7339d1b678 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:31.502408 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.590510 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.590981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (9413af27-33a5-4935-aa1d-ae7339d1b678), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.608375 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for 9413af27-33a5-4935-aa1d-ae7339d1b678 owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:31.710560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1570e8e0-72d4-4af1-9343-59fc9f178c6f no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:39:31.729599 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 1570e8e0-72d4-4af1-9343-59fc9f178c6f {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:39:31.729973 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 1570e8e0-72d4-4af1-9343-59fc9f178c6f not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:39:31.874123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (9413af27-33a5-4935-aa1d-ae7339d1b678), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.899847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=9413af27-33a5-4935-aa1d-ae7339d1b678,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:31.964253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (26a61955-6094-4d93-bc70-a1ef5445d275), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.966764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:31.967918 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0f3bdfcb-e3c9-43e1-82b6-96cae79c891d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/floatingips/26a61955-6094-4d93-bc70-a1ef5445d275 HTTP/1.1" status: 204 len: 168 time: 0.5761607 Jul 14 14:39:32.731126 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b8bb18c5-0c04-4d39-80dd-4977c11d5bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:34.816884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6b4dc7dd-0674-4d56-92ad-3e293e398e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:35.077994 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671e5cb-45c5-4e31-9750-613ebea0c9a8 req-4e25bd6f-b976-405f-91b1-04f6a646901a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:35.079531 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e671e5cb-45c5-4e31-9750-613ebea0c9a8 req-4e25bd6f-b976-405f-91b1-04f6a646901a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0486825 Jul 14 14:39:35.130651 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e671e5cb-45c5-4e31-9750-613ebea0c9a8 req-5a2c9ed0-e22c-4865-b976-ba992d18d784 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456839 Jul 14 14:39:36.232974 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:36.246198 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:36.247178 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64363e-2401-45a9-9952-755c338c159d req-113afd45-ee5d-4972-b3d3-32b90092fd9a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:36.248654 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee64363e-2401-45a9-9952-755c338c159d req-113afd45-ee5d-4972-b3d3-32b90092fd9a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0479796 Jul 14 14:39:36.296382 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ee64363e-2401-45a9-9952-755c338c159d req-a7d34270-484b-425c-9f3f-4d69613080d6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=270eec50-9774-4204-b02c-905a8aaa86a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421267 Jul 14 14:39:36.672155 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-0dc35d98-8342-4ec3-9ba0-2f9fb7256875 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:36.673612 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-0dc35d98-8342-4ec3-9ba0-2f9fb7256875 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 946 time: 0.0506377 Jul 14 14:39:36.754226 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port e62f2773-2ec1-41b9-b379-54b3094f80ef {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:36.754565 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:36.814396 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:36.845241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] For port e62f2773-2ec1-41b9-b379-54b3094f80ef, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=e62f2773-2ec1-41b9-b379-54b3094f80ef,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:36.845603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:36.856102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:37.007264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:37.007629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:37.007947 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP e1207a9f-a9eb-4ff8-a56b-a513597fee81 disassociated. External IP: 172.27.2.45, port: e62f2773-2ec1-41b9-b379-54b3094f80ef. Jul 14 14:39:37.008289 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for e62f2773-2ec1-41b9-b379-54b3094f80ef owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:37.205407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (e62f2773-2ec1-41b9-b379-54b3094f80ef), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:37.237628 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=e62f2773-2ec1-41b9-b379-54b3094f80ef,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:37.356166 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:39:37.399389 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-130bf2bf-3a4c-43b7-941f-a3afd8b9f040 req-60e8d9e0-4605-4758-909e-c468380544b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0280378 Jul 14 14:39:37.401242 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:37.461552 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:37.470650 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:37.482422 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:37.483025 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:37.504247 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] No DVR routers for this DVR port e62f2773-2ec1-41b9-b379-54b3094f80ef on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:39:37.506808 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:37.510380 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-99f7bd0c-e95b-4cfa-9f5e-e17da36997a0 req-e570f253-f6a0-42ea-9b04-519951fb4ac1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "DELETE /v2.0/ports/e62f2773-2ec1-41b9-b379-54b3094f80ef HTTP/1.1" status: 204 len: 173 time: 0.8302283 Jul 14 14:39:37.510775 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'name': 'network-vif-deleted', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:37.513631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27be59b5-77f5-4deb-b4f6-f8bdfd7d4597" -d '{"events": [{"server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "name": "network-vif-deleted", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:37.555820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69973a4e-82e1-4fe2-a84d-5621b5c1cbc8 x-openstack-request-id: req-69973a4e-82e1-4fe2-a84d-5621b5c1cbc8 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:37.555980 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36276a10-ba93-4cae-abe5-f5484419f580", "name": "network-vif-deleted", "tag": "e62f2773-2ec1-41b9-b379-54b3094f80ef", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:37.556195 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-69973a4e-82e1-4fe2-a84d-5621b5c1cbc8 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:37.556616 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69973a4e-82e1-4fe2-a84d-5621b5c1cbc8'] response: {'server_uuid': '36276a10-ba93-4cae-abe5-f5484419f580', 'name': 'network-vif-deleted', 'tag': 'e62f2773-2ec1-41b9-b379-54b3094f80ef', 'status': 'completed', 'code': 200} Jul 14 14:39:37.590283 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:37.772622 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:37.781235 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:37.805353 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:37.814223 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:37.814860 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:38.004402 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:38.011156 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:38.150524 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:38.190768 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:38.215735 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db8d4c-6446-4b64-9a16-1a4df70f12c4 None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:38.425759 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341bc65-0690-4a84-865d-0c31dda90bb6 None None] New status for floating IP e1207a9f-a9eb-4ff8-a56b-a513597fee81: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:39:38.512773 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-107967fc-775a-4a32-a93b-f33493b7ce2a req-20e0f513-108c-4f5f-8c29-369e8e09cb7e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=36276a10-ba93-4cae-abe5-f5484419f580 HTTP/1.1" status: 200 len: 210 time: 0.0316744 Jul 14 14:39:39.663083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45880) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:39.718119 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (270eec50-9774-4204-b02c-905a8aaa86a4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:39.736928 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device e62f2773-2ec1-41b9-b379-54b3094f80ef no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:39:39.738402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:39.743168 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (270eec50-9774-4204-b02c-905a8aaa86a4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:39.756609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: e62f2773-2ec1-41b9-b379-54b3094f80ef {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:39:39.756949 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device e62f2773-2ec1-41b9-b379-54b3094f80ef not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:39:39.931205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (270eec50-9774-4204-b02c-905a8aaa86a4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:39.933724 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:39.935116 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/security-groups/270eec50-9774-4204-b02c-905a8aaa86a4 HTTP/1.1" status: 204 len: 168 time: 0.2709394 Jul 14 14:39:39.937795 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45882) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:39.944721 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df909fdf-3c83-447a-aab8-f67d0fd90f67 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270eec50-9774-4204-b02c-905a8aaa86a4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:39.952041 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-d838ed26-d5ff-47dd-9a48-68a521c98001 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] show failed (client error): The resource could not be found. Jul 14 14:39:39.953143 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d838ed26-d5ff-47dd-9a48-68a521c98001 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups/270eec50-9774-4204-b02c-905a8aaa86a4 HTTP/1.1" status: 404 len: 347 time: 0.0143001 Jul 14 14:39:39.955845 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45884) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:40.068980 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port 4bae2ff2-90ba-4300-872e-42dd530fb208 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:39:40.069325 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.147079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.147398 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (4bae2ff2-90ba-4300-872e-42dd530fb208), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.159538 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for 4bae2ff2-90ba-4300-872e-42dd530fb208 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:39:40.376831 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (4bae2ff2-90ba-4300-872e-42dd530fb208), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.402931 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=4bae2ff2-90ba-4300-872e-42dd530fb208,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:40.468011 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (e1207a9f-a9eb-4ff8-a56b-a513597fee81), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.470531 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.471674 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-784998fc-5108-4391-ad69-2c2ecc5904a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/floatingips/e1207a9f-a9eb-4ff8-a56b-a513597fee81 HTTP/1.1" status: 204 len: 168 time: 0.5149446 Jul 14 14:39:40.601901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 45888) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:40.606677 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1189257427', 'description': 'tempest-description--415333895'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:40.708093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.773485 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (59840879-d1b0-46c9-a0a7-21e461b59d43), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.845043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (59840879-d1b0-46c9-a0a7-21e461b59d43), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.874565 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59840879-d1b0-46c9-a0a7-21e461b59d43,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:40.955710 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:40.957048 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9be3befc-7c5b-4725-bff5-478ee857a18c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3538978 Jul 14 14:39:40.960423 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45890) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:40.964879 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '59840879-d1b0-46c9-a0a7-21e461b59d43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:41.050483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (5c55e20b-7af7-4a98-ac3f-13072a6cb236), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.106380 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (5c55e20b-7af7-4a98-ac3f-13072a6cb236), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.199033 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (5c55e20b-7af7-4a98-ac3f-13072a6cb236), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.218223 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c55e20b-7af7-4a98-ac3f-13072a6cb236,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:41.316429 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.317707 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-ec5a2fd2-396d-474a-930a-8d9c7e20e93a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563609 Jul 14 14:39:41.320784 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45892) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:41.325462 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '59840879-d1b0-46c9-a0a7-21e461b59d43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:41.335237 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:41.474308 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (cd82364a-2e01-465d-8ad8-36010ac7893f), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.529399 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:41.531321 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (cd82364a-2e01-465d-8ad8-36010ac7893f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.627927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (cd82364a-2e01-465d-8ad8-36010ac7893f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.648443 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd82364a-2e01-465d-8ad8-36010ac7893f,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:41.783950 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:41.785226 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a08e21f5-919b-4969-8ae2-f7c2386c5998 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634480 Jul 14 14:39:41.792027 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45894) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:41.796231 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:41.936556 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.017924 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.121820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.27.2.200 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/1818f04e-cb93-40c7-93cd-8575df39e6a5) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:39:42.225368 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.348544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.390772 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:39:42.394076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:39:42.398030 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:39:42.401596 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=1818f04e-cb93-40c7-93cd-8575df39e6a5,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:42.484801 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.622233 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.724722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:42.767488 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.919485 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:42.922850 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:42.988121 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=1818f04e-cb93-40c7-93cd-8575df39e6a5,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:43.000777 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:43.104691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:43.106009 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a1b07b2f-a8b2-4290-927d-63cd43215e88 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3130584 Jul 14 14:39:43.258207 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9a1c7be2-8afc-4cb3-aea8-913f641b4786 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1189257427&fields=id&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 267 time: 0.0461857 Jul 14 14:39:43.375209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-7fe7ccd7-0bfe-4756-84a1-617046fde80f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:43.376704 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-7fe7ccd7-0bfe-4756-84a1-617046fde80f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1120551 Jul 14 14:39:43.391262 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-089597b7-2a79-43c2-a92d-7cfef3eb97ee tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/quotas/abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 375 time: 0.0089529 Jul 14 14:39:43.440489 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-0ba8a59d-4bd0-4fec-9b14-01b59756330c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441279 Jul 14 14:39:43.542489 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-c2446007-646c-4413-b6bf-f058e23d2a1b service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885303 Jul 14 14:39:43.635918 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-bb5c63f6-232d-4c2f-ada0-ed5d5b270416 service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876114 Jul 14 14:39:43.919759 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0d1324d7-9da0-4fec-97b6-a56a2597e0f9 req-5947ae3c-3a9a-41b9-9fce-0d19457fe5c3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.0287161 Jul 14 14:39:44.890504 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:44.996846 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-71cba903-d976-4a47-9ac8-b53613e20f5a req-06904147-ebe6-46f7-b7b8-49f8a832c088 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.0286622 Jul 14 14:39:46.091667 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9f9621c6-bdae-49d1-a74f-ff3f98c363e0 req-ff040681-9c18-4e3e-a4db-2c04a27f1d7b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.0278649 Jul 14 14:39:46.371372 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:46.381552 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-66ad07ef-9d1e-4205-80ac-8b343fbf6823 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:46.383409 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-66ad07ef-9d1e-4205-80ac-8b343fbf6823 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1020405 Jul 14 14:39:46.448600 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-e10448ea-ad92-4f58-beb4-69adaf70cfeb tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 380 time: 0.0563138 Jul 14 14:39:46.456785 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'port': {'device_id': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'admin_state_up': True, 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'security_groups': ['59840879-d1b0-46c9-a0a7-21e461b59d43']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:46.799746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:39:46.803515 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:46.932536 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.20.0.11 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/7623ee61-4803-456e-964e-d8c752c8b1cf) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:39:46.968625 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:47.068451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.211188 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.262027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:39:47.267810 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:39:47.273611 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:47.273611 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:39:47.329484 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:47.330124 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.432380 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95827b1c-282b-4b68-9913-19ac378ce72a req-1c5584c7-f5fb-4509-9005-96e8d0230171 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.2715902 Jul 14 14:39:47.451341 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-6879e67c-2aac-4283-a058-8e6691bfd188 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9949472 Jul 14 14:39:47.459514 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Request body: {'port': {'device_id': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:47.502057 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-4283fd30-5870-4aa2-8a68-5ec279b107e5 None None] Provisioning complete for port 7623ee61-4803-456e-964e-d8c752c8b1cf triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:39:47.502695 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4283fd30-5870-4aa2-8a68-5ec279b107e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.529540 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.534739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-4283fd30-5870-4aa2-8a68-5ec279b107e5 None None] Port 7623ee61-4803-456e-964e-d8c752c8b1cf cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:39:47.543489 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:47.782534 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7623ee61-4803-456e-964e-d8c752c8b1cf {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:39:47.789743 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks [] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.802652 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Transition to ACTIVE for port object 7623ee61-4803-456e-964e-d8c752c8b1cf will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:39:47.918845 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:47.974282 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Pushing event updated for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:48.047329 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Attempting to bind port 7623ee61-4803-456e-964e-d8c752c8b1cf on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:39:48.047664 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Attempting to bind port 7623ee61-4803-456e-964e-d8c752c8b1cf by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:39:48.047993 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Attempting to bind port 7623ee61-4803-456e-964e-d8c752c8b1cf on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:39:48.052730 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Port 7623ee61-4803-456e-964e-d8c752c8b1cf on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:39:48.053052 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Attempting to bind port 7623ee61-4803-456e-964e-d8c752c8b1cf on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:39:48.058571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:39:48.058914 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:39:48.059302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:39:48.059739 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Bound port: 7623ee61-4803-456e-964e-d8c752c8b1cf, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:39:48.060098 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:48.123984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:39:48.127032 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7623ee61-4803-456e-964e-d8c752c8b1cf,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:39:48.194215 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=36 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:48.205378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:48.230501 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:48.243179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.243802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:48.245171 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] 10.222.0.91 "PUT /v2.0/ports/7623ee61-4803-456e-964e-d8c752c8b1cf HTTP/1.1" status: 200 len: 1094 time: 0.7899199 Jul 14 14:39:48.245596 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:48.247947 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411af43d-a2b6-4ca0-abbd-440432e45476" -d '{"events": [{"name": "network-changed", "server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:48.273008 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ce9d-f554-42fc-a34b-1a5fd85efe17 service neutron] Pushing event updated for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:48.291818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ce4d49-784a-4124-88ae-7538590c39cc x-openstack-request-id: req-78ce4d49-784a-4124-88ae-7538590c39cc {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:48.294280 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:48.294280 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-78ce4d49-784a-4124-88ae-7538590c39cc {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:48.294280 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ce4d49-784a-4124-88ae-7538590c39cc'] response: {'name': 'network-changed', 'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'status': 'completed', 'code': 200} Jul 14 14:39:48.357947 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-cce520d6-8d4c-4d2f-9e56-8a062905f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.359477 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-cce520d6-8d4c-4d2f-9e56-8a062905f653 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 1128 time: 0.0474887 Jul 14 14:39:48.460901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-b1d697e9-1ab0-49a0-b6e5-807025ccb3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.463251 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-b1d697e9-1ab0-49a0-b6e5-807025ccb3a8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=abb12869989f45cc875ecb36dd1f7aef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972090 Jul 14 14:39:48.554341 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa96d1d-2507-4bb4-bb0e-c97cc2213b84 req-499005ef-6cd8-4b0c-881d-a3360d6e4787 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.555752 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dfa96d1d-2507-4bb4-bb0e-c97cc2213b84 req-499005ef-6cd8-4b0c-881d-a3360d6e4787 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 944 time: 0.0474544 Jul 14 14:39:48.572315 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-3b11af4b-d7f5-4d4a-98bc-74a79e04e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.573833 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-411af43d-a2b6-4ca0-abbd-440432e45476 req-3b11af4b-d7f5-4d4a-98bc-74a79e04e6b7 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045594 Jul 14 14:39:48.604995 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dfa96d1d-2507-4bb4-bb0e-c97cc2213b84 req-95abcc1a-3b4a-4b2f-aa5c-527953134c53 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Jul 14 14:39:48.650396 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-53c3bba2-6a4a-4410-ba4e-e4735fb0d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.652040 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-53c3bba2-6a4a-4410-ba4e-e4735fb0d158 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 1128 time: 0.0411775 Jul 14 14:39:48.695093 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-9c391d42-e304-43fd-9df2-295e68e50974 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7623ee61-4803-456e-964e-d8c752c8b1cf HTTP/1.1" status: 200 len: 217 time: 0.0349114 Jul 14 14:39:48.741509 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-7db06392-b467-474a-8f8c-c9d90d719ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.742976 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-7db06392-b467-474a-8f8c-c9d90d719ac9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0428727 Jul 14 14:39:48.785445 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-c83326c8-0440-4ffa-abf6-dae6fe2a71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:48.786952 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-c83326c8-0440-4ffa-abf6-dae6fe2a71a2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385473 Jul 14 14:39:48.825204 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:48.887842 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-1eb325d2-edf6-4bc5-b99d-9011827952f1 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952322 Jul 14 14:39:48.978057 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6ad65712-2a6d-4596-bf79-b1d32e250b0b req-8c66a165-e693-4bb0-b412-f6a4efc9af06 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837739 Jul 14 14:39:49.723160 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5157335-5257-4030-bacb-73779e07aa83 req-f2c343d3-b7bb-4266-84c4-b8ac38454f77 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:49.724542 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5157335-5257-4030-bacb-73779e07aa83 req-f2c343d3-b7bb-4266-84c4-b8ac38454f77 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 944 time: 0.0512211 Jul 14 14:39:49.737828 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7623ee61-4803-456e-964e-d8c752c8b1cf details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:39:49.775618 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5157335-5257-4030-bacb-73779e07aa83 req-14000911-225a-40a3-86d7-3644c94ce2c7 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Jul 14 14:39:49.837364 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7623ee61-4803-456e-964e-d8c752c8b1cf,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:49.846117 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:49.848641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'port_id': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'mac_address': 'fa:16:3e:f6:26:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:39:49.882379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7623ee61-4803-456e-964e-d8c752c8b1cf is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:39:49.882764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:49.895900 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7623ee61-4803-456e-964e-d8c752c8b1cf {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:39:49.907335 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:49.916479 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7623ee61-4803-456e-964e-d8c752c8b1cf,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:50.107988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:50.158690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:50.341684 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['7623ee61-4803-456e-964e-d8c752c8b1cf'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:39:50.888483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:50.898242 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c0d5-0edc-4dbe-8ded-561acf274b2b req-11ef9ace-c307-4ad8-8526-f4ae64c9d865 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:50.900304 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7ae6c0d5-0edc-4dbe-8ded-561acf274b2b req-11ef9ace-c307-4ad8-8526-f4ae64c9d865 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 945 time: 0.0551519 Jul 14 14:39:50.950036 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7ae6c0d5-0edc-4dbe-8ded-561acf274b2b req-41aee2e5-8666-44c3-9c50-e5c0cba94b1e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Jul 14 14:39:51.758968 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7623ee61-4803-456e-964e-d8c752c8b1cf up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:39:51.805069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 7623ee61-4803-456e-964e-d8c752c8b1cf completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:39:51.878730 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 7623ee61-4803-456e-964e-d8c752c8b1cf triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:39:51.879037 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:51.949400 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 7623ee61-4803-456e-964e-d8c752c8b1cf is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:39:51.949803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:51.972579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:51.976062 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82a334c-9a76-4315-a722-366007723d44" -d '{"events": [{"server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "name": "network-vif-plugged", "status": "completed", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:51.990280 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7623ee61-4803-456e-964e-d8c752c8b1cf,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:39:52.015394 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f96a3cc-8880-4c0f-92e7-d71ecb9846a9 x-openstack-request-id: req-6f96a3cc-8880-4c0f-92e7-d71ecb9846a9 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:52.015682 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "name": "network-vif-plugged", "status": "completed", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:52.015930 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f96a3cc-8880-4c0f-92e7-d71ecb9846a9 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:52.016329 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f96a3cc-8880-4c0f-92e7-d71ecb9846a9'] response: {'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'code': 200} Jul 14 14:39:52.066722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69db112-290c-4d3b-b6e0-baae400af06e req-a833ebde-fa49-449e-b654-98f168669ee3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:52.068388 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c69db112-290c-4d3b-b6e0-baae400af06e req-a833ebde-fa49-449e-b654-98f168669ee3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 945 time: 0.0488191 Jul 14 14:39:52.084794 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:52.117394 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c69db112-290c-4d3b-b6e0-baae400af06e req-80409c8b-7b13-41aa-be8c-9f7e4c6644ce tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Jul 14 14:39:52.136224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:39:52.435720 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c2b76-14f1-49dc-9033-2eecc6175cef req-8d59b763-d0b1-49de-8f2e-f59acdc60ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:52.437151 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-e79c2b76-14f1-49dc-9033-2eecc6175cef req-8d59b763-d0b1-49de-8f2e-f59acdc60ea3 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 1130 time: 0.0386758 Jul 14 14:39:52.485793 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-e79c2b76-14f1-49dc-9033-2eecc6175cef req-2fa3b441-0c10-49f4-b4a8-8efea7e1748c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421712 Jul 14 14:39:53.237230 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a6948-ece6-4792-9327-9c99ec4d9ba2 req-bb98c899-1d3b-4d99-a714-3d26976a9b03 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:53.238723 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-510a6948-ece6-4792-9327-9c99ec4d9ba2 req-bb98c899-1d3b-4d99-a714-3d26976a9b03 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0503881 Jul 14 14:39:53.286881 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-510a6948-ece6-4792-9327-9c99ec4d9ba2 req-71c27c74-565f-48eb-b9d0-9bfb6db50a18 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Jul 14 14:39:54.401101 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6294b48-7215-4830-b9f0-6d27b235e74e req-7a162276-8ee9-4d02-b5ce-59ac2776e17b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:54.402579 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6294b48-7215-4830-b9f0-6d27b235e74e req-7a162276-8ee9-4d02-b5ce-59ac2776e17b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0470505 Jul 14 14:39:54.449612 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6294b48-7215-4830-b9f0-6d27b235e74e req-ca674bc1-0ac8-4f5d-b787-aafd1599c01e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Jul 14 14:39:54.544880 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:54.561085 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386a44d-4018-4f18-814c-09448fd6267f req-fd3323fe-94d8-4188-9752-c1129209573b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:54.562569 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6386a44d-4018-4f18-814c-09448fd6267f req-fd3323fe-94d8-4188-9752-c1129209573b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0486619 Jul 14 14:39:54.571178 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 45950) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:39:54.575520 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'port_id': '7623ee61-4803-456e-964e-d8c752c8b1cf'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:39:54.616925 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:55.038745 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:55.170481 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:55.266692 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP 457edc92-8de7-4eb0-bdd1-ac661409334d associated. External IP: 172.27.2.200, port: 7623ee61-4803-456e-964e-d8c752c8b1cf. Jul 14 14:39:55.398479 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:55.467702 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:39:55.564076 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:55.574750 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:39:55.581523 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:39:55.584938 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:39:55.594083 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:55.594701 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:55.609762 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-89eadcd5-5639-4e8f-b6b8-2d9463dab885 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "PUT /v2.0/floatingips/457edc92-8de7-4eb0-bdd1-ac661409334d HTTP/1.1" status: 200 len: 992 time: 1.0375173 Jul 14 14:39:55.610774 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:39:55.613059 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2" -d '{"events": [{"name": "network-changed", "server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:39:55.651437 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be22eccd-80a0-4c3f-9e36-5f21ba8a159b x-openstack-request-id: req-be22eccd-80a0-4c3f-9e36-5f21ba8a159b {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:39:55.651722 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:39:55.651972 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be22eccd-80a0-4c3f-9e36-5f21ba8a159b {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:39:55.652375 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be22eccd-80a0-4c3f-9e36-5f21ba8a159b'] response: {'name': 'network-changed', 'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'status': 'completed', 'code': 200} Jul 14 14:39:55.699441 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:55.713988 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-9f1440c3-c894-4cdc-ab43-2100d1ca6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:55.718745 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-9f1440c3-c894-4cdc-ab43-2100d1ca6972 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 1130 time: 0.0410869 Jul 14 14:39:55.809100 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-88db9940-ec35-4408-9604-1b51d5f0baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:55.810614 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-88db9940-ec35-4408-9604-1b51d5f0baec service neutron] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 915 time: 0.0880287 Jul 14 14:39:55.875945 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-ddcd7c2a-376a-4be2-9ea6-407303cf99aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7623ee61-4803-456e-964e-d8c752c8b1cf HTTP/1.1" status: 200 len: 1000 time: 0.0581939 Jul 14 14:39:55.914266 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '457edc92-8de7-4eb0-bdd1-ac661409334d', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:f6:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:42Z', 'updated_at': '2022-07-14T14:39:54Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:55.924086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-2d734c5f-ac62-45c3-aebe-92fa6799ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:55.925672 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-2d734c5f-ac62-45c3-aebe-92fa6799ec6e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0438681 Jul 14 14:39:55.939564 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:39:55.949091 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:39:55.949702 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:39:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:55.969058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-1ea23922-895b-4b90-a258-ede2667aed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:39:55.974671 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-1ea23922-895b-4b90-a258-ede2667aed85 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390642 Jul 14 14:39:56.032887 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:39:56.054387 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:39:56.067392 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-db46b46e-fbd6-4327-a753-f913e51c44bb service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892365 Jul 14 14:39:56.160500 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fac707a2-ba18-43b4-bb5c-2ae4b3ef42b2 req-dd97642c-b8c9-464c-98bb-da290761b735 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871456 Jul 14 14:39:56.264132 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '457edc92-8de7-4eb0-bdd1-ac661409334d', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:f6:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:42Z', 'updated_at': '2022-07-14T14:39:54Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:39:56.292297 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f105f6-db9a-443a-aeb7-4bf9d71aaefe None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '457edc92-8de7-4eb0-bdd1-ac661409334d', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:f6:26:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:39:42Z', 'updated_at': '2022-07-14T14:39:54Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:39:56.481330 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c1351-d939-4e0b-bd48-c11159806395 None None] New status for floating IP 457edc92-8de7-4eb0-bdd1-ac661409334d: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:40:00.679393 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:40:02.718417 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fa342227-12f9-4c58-a045-f7094dd355fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:03.536128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d59ec-a6e7-4084-adae-c9e323964470 req-a586e9e3-ea00-4e42-a9b6-d57be8e3221b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:03.537636 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d7d59ec-a6e7-4084-adae-c9e323964470 req-a586e9e3-ea00-4e42-a9b6-d57be8e3221b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0475659 Jul 14 14:40:03.595508 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3d7d59ec-a6e7-4084-adae-c9e323964470 req-b6b45975-d3cf-44b2-8eef-8dc01f3c652b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Jul 14 14:40:04.717332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1850285-1772-4985-9b4f-0997b01594c3 req-229acbb0-c304-488b-acae-bc17af6c8905 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:04.718780 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e1850285-1772-4985-9b4f-0997b01594c3 req-229acbb0-c304-488b-acae-bc17af6c8905 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0484095 Jul 14 14:40:04.767043 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e1850285-1772-4985-9b4f-0997b01594c3 req-fb697bfc-6a48-442d-ab33-03c04aeabe93 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 Jul 14 14:40:04.906817 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3622658e-560f-466d-8ed6-b1d7526ad0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:05.884678 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936aa59-04c7-4169-92c0-63e49b733c60 req-ebebec3b-d78e-43f5-b2e8-01f34e401947 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:05.886059 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b936aa59-04c7-4169-92c0-63e49b733c60 req-ebebec3b-d78e-43f5-b2e8-01f34e401947 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0472410 Jul 14 14:40:05.932610 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b936aa59-04c7-4169-92c0-63e49b733c60 req-fac718bb-27b1-4f4e-84e2-b88734ba6196 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410566 Jul 14 14:40:06.150619 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=57 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:06.157093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=14 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:06.260773 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:07.053516 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcd322-ad53-4998-866e-deac04d7eddf req-8a5f3083-83fc-4f5f-bbb4-8fb05ce2afbd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:07.055010 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bcfcd322-ad53-4998-866e-deac04d7eddf req-8a5f3083-83fc-4f5f-bbb4-8fb05ce2afbd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0506735 Jul 14 14:40:07.104980 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bcfcd322-ad53-4998-866e-deac04d7eddf req-3c254232-9103-4c62-9db9-01bdf2249393 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Jul 14 14:40:07.449719 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:07.969219 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:08.224326 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5493386-c56b-4d36-a544-159b25955610 req-5abab51f-3a5b-46ba-9701-1c0be1963177 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:08.225810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5493386-c56b-4d36-a544-159b25955610 req-5abab51f-3a5b-46ba-9701-1c0be1963177 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0474274 Jul 14 14:40:08.273714 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d5493386-c56b-4d36-a544-159b25955610 req-f5f00919-289c-40d8-a995-bf4b08a4401f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411110 Jul 14 14:40:09.396842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a98573-8eb2-4365-8c84-328ea3c0e11b req-c761cf12-5c19-4b7e-8b4f-0aced415543b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:09.398447 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-27a98573-8eb2-4365-8c84-328ea3c0e11b req-c761cf12-5c19-4b7e-8b4f-0aced415543b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0539987 Jul 14 14:40:09.446794 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-27a98573-8eb2-4365-8c84-328ea3c0e11b req-5b64e388-e483-49e0-9bdb-9fe78162abfe tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Jul 14 14:40:10.564066 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5fe1e-c947-4f30-aa03-a3ca5da825ce req-db7ec253-79c8-4489-ba2c-ce19e8086762 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:10.565544 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2bb5fe1e-c947-4f30-aa03-a3ca5da825ce req-db7ec253-79c8-4489-ba2c-ce19e8086762 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0468519 Jul 14 14:40:10.613279 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2bb5fe1e-c947-4f30-aa03-a3ca5da825ce req-be77ed8c-093d-4af0-84f8-ef38cac60647 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Jul 14 14:40:10.672639 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:DELETE=1,neutron:SELECT=71 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:10.673408 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=80 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:11.730645 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29a49-7762-4969-a6cd-0141e0eb015f req-2b53c9f7-0b5e-43ef-af54-7cecaf855f27 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:11.732110 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65c29a49-7762-4969-a6cd-0141e0eb015f req-2b53c9f7-0b5e-43ef-af54-7cecaf855f27 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0477047 Jul 14 14:40:11.782461 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65c29a49-7762-4969-a6cd-0141e0eb015f req-1cb83a1d-c1c3-4684-b5ee-b01ab9f93e6b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Jul 14 14:40:12.899951 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdd87d-11e3-47a7-aadb-257eb17c5c7d req-116ad35c-b89f-48bb-b167-b2d812b1c679 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:12.901403 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fdbdd87d-11e3-47a7-aadb-257eb17c5c7d req-116ad35c-b89f-48bb-b167-b2d812b1c679 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0466123 Jul 14 14:40:12.947528 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fdbdd87d-11e3-47a7-aadb-257eb17c5c7d req-bf45fb63-555e-4488-8b8e-678b1b67d616 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 Jul 14 14:40:14.066929 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4670-3269-47f9-925f-a3401a0dfcdd req-15829187-6f0a-48cf-ac11-adb3f032d6e5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:14.068427 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b27b4670-3269-47f9-925f-a3401a0dfcdd req-15829187-6f0a-48cf-ac11-adb3f032d6e5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0471792 Jul 14 14:40:14.129147 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b27b4670-3269-47f9-925f-a3401a0dfcdd req-042cf45d-a651-4974-b6b2-fb40b79aa503 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543275 Jul 14 14:40:14.826526 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:15.242054 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:15.250339 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ce32a-8490-4cfe-ae9e-712d155816f6 req-cd05136b-bfc4-4b1e-97e7-faaf81c6259d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:15.251816 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b99ce32a-8490-4cfe-ae9e-712d155816f6 req-cd05136b-bfc4-4b1e-97e7-faaf81c6259d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0497296 Jul 14 14:40:15.264543 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:15.299454 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b99ce32a-8490-4cfe-ae9e-712d155816f6 req-e0174ec6-a5ff-458d-80f3-f320d93d5044 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Jul 14 14:40:16.415839 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbe674-149d-4a65-89fa-0ff4bfbd7b1b req-b89be06f-afe3-4caf-801a-ec1c00a90951 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:16.417287 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72fbe674-149d-4a65-89fa-0ff4bfbd7b1b req-b89be06f-afe3-4caf-801a-ec1c00a90951 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0453515 Jul 14 14:40:16.463689 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-72fbe674-149d-4a65-89fa-0ff4bfbd7b1b req-78e06a45-8495-4bee-9deb-3d8523a7db7a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408242 Jul 14 14:40:17.581663 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5a28-74bd-4f95-80e0-241d98b41ba3 req-0e7d8dc7-1c94-4286-b951-b36aea42ded3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:17.583126 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-18bf5a28-74bd-4f95-80e0-241d98b41ba3 req-0e7d8dc7-1c94-4286-b951-b36aea42ded3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0465255 Jul 14 14:40:17.634845 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-18bf5a28-74bd-4f95-80e0-241d98b41ba3 req-93c40f6d-0fc8-4963-ae4c-053f2f793386 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462465 Jul 14 14:40:18.750023 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675cc5e-53f7-4043-b3e7-ae14e9d2a4fb req-e86004eb-2957-4274-a123-450e5907e2d6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:18.751480 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f675cc5e-53f7-4043-b3e7-ae14e9d2a4fb req-e86004eb-2957-4274-a123-450e5907e2d6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0465689 Jul 14 14:40:18.798138 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f675cc5e-53f7-4043-b3e7-ae14e9d2a4fb req-5faf5144-9504-4235-aa3f-ff381c3659be tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411897 Jul 14 14:40:19.844366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:40:19.919435 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4d3e2-bc64-4e8a-850b-88c716b87264 req-c557c221-7684-43ab-a9db-2a4f9987d3b7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:19.920900 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77f4d3e2-bc64-4e8a-850b-88c716b87264 req-c557c221-7684-43ab-a9db-2a4f9987d3b7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0473795 Jul 14 14:40:19.941324 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:19.947169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:19.958536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:40:19.969746 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77f4d3e2-bc64-4e8a-850b-88c716b87264 req-6b618682-6f27-40d7-91cc-ebcb8f72f128 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430377 Jul 14 14:40:19.983235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:19.999266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: ACTIVE; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:40:20.003137 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:20.013138 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:40:20.032490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:20.146776 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:20.198281 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=6']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:20.222438 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['ee6ee1a4-93da-4c93-9496-0e46449759f1'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:40:21.090248 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58375b5-0635-4a40-9921-312b8c151d50 req-b88cdcaf-0552-489a-889c-0af7e77fff68 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:21.091723 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b58375b5-0635-4a40-9921-312b8c151d50 req-b88cdcaf-0552-489a-889c-0af7e77fff68 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 944 time: 0.0502682 Jul 14 14:40:21.139738 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b58375b5-0635-4a40-9921-312b8c151d50 req-25c2229f-4250-4803-a259-ed9d598dd25c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Jul 14 14:40:21.847413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:40:21.904019 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port ee6ee1a4-93da-4c93-9496-0e46449759f1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:40:21.904395 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:22.001982 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:40:22.002371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:22.025468 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:40:22.027672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14365980-8448-4066-be83-6830c9d84e96" -d '{"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:22.043900 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:22.072814 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81650a31-5e9d-4174-b518-cf6b5f453bc4 x-openstack-request-id: req-81650a31-5e9d-4174-b518-cf6b5f453bc4 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:22.073100 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:22.073345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-81650a31-5e9d-4174-b518-cf6b5f453bc4 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:22.073740 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81650a31-5e9d-4174-b518-cf6b5f453bc4'] response: {'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'code': 200} Jul 14 14:40:22.129362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:22.190969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=7']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:22.198651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.199005 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.199347 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.199688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.200029 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.203629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:22.293104 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e4d76-49d2-435b-b77e-94961a736b74 req-2e7c8155-6aee-4b05-9a42-087588d6d215 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:22.295487 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a8e4d76-49d2-435b-b77e-94961a736b74 req-2e7c8155-6aee-4b05-9a42-087588d6d215 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0608063 Jul 14 14:40:22.352036 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a8e4d76-49d2-435b-b77e-94961a736b74 req-42aa366f-31ac-4a25-aaf3-6226562f3423 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515854 Jul 14 14:40:23.493997 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8d269-52ad-4b3a-945a-d842b2ce891c req-3acb4b64-229b-45be-bc81-450d333c8913 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:23.496402 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7fe8d269-52ad-4b3a-945a-d842b2ce891c req-3acb4b64-229b-45be-bc81-450d333c8913 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0562179 Jul 14 14:40:23.550568 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7fe8d269-52ad-4b3a-945a-d842b2ce891c req-332294f8-9a2a-42ff-b537-e49f0644a68f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472465 Jul 14 14:40:23.612136 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:23.616477 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:24.689053 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a111372-90c2-4f1d-a78a-ee29f15c9f12 req-2f6ca72f-7b90-42f7-a800-4ff038055e1a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:24.690937 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a111372-90c2-4f1d-a78a-ee29f15c9f12 req-2f6ca72f-7b90-42f7-a800-4ff038055e1a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0595703 Jul 14 14:40:24.745062 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a111372-90c2-4f1d-a78a-ee29f15c9f12 req-617aa3c8-18ff-4166-8f9e-4ca9b72d2eb6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Jul 14 14:40:25.885905 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44843c9-2727-4533-9bfd-84981d2d894a req-06269639-3397-40f4-9219-cff919b382fe tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:25.887266 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e44843c9-2727-4533-9bfd-84981d2d894a req-06269639-3397-40f4-9219-cff919b382fe tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0550508 Jul 14 14:40:25.956334 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e44843c9-2727-4533-9bfd-84981d2d894a req-6cda7a2e-79e9-4fb9-936d-b71ec10a5a09 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619359 Jul 14 14:40:27.086522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ec12-e87d-42d4-99ac-e9b3bb067ae0 req-adcc8fa6-9ea7-4917-8344-007f924e5b0d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:27.088379 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a33ec12-e87d-42d4-99ac-e9b3bb067ae0 req-adcc8fa6-9ea7-4917-8344-007f924e5b0d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0522354 Jul 14 14:40:27.130376 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:27.143027 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a33ec12-e87d-42d4-99ac-e9b3bb067ae0 req-6e6412e6-877d-4350-a6c8-206ba72de69a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466092 Jul 14 14:40:28.280218 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d88499-8c94-450d-a19d-637d33b727b7 req-d1595cd3-7524-4c6b-9143-d7656a9b4222 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:28.281862 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-26d88499-8c94-450d-a19d-637d33b727b7 req-d1595cd3-7524-4c6b-9143-d7656a9b4222 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0530381 Jul 14 14:40:28.338931 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-26d88499-8c94-450d-a19d-637d33b727b7 req-f9ae48d4-13f5-48a0-8611-a3ddf210ea64 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498753 Jul 14 14:40:29.467534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909148b5-6bbf-491e-a300-242f5cdede03 req-e1df1484-bc8c-47cd-8f7c-5da6cc0a4a41 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:29.469966 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-909148b5-6bbf-491e-a300-242f5cdede03 req-e1df1484-bc8c-47cd-8f7c-5da6cc0a4a41 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0545106 Jul 14 14:40:29.494224 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:29.524553 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-909148b5-6bbf-491e-a300-242f5cdede03 req-dad3dc46-5c4f-495d-b548-4bc7e2ce63d8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471134 Jul 14 14:40:30.653174 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53bef-6089-44b5-81ea-5afa0ff9a104 req-f39f74dc-e980-4e28-b121-311848094071 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:30.654669 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00d53bef-6089-44b5-81ea-5afa0ff9a104 req-f39f74dc-e980-4e28-b121-311848094071 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0483928 Jul 14 14:40:30.702201 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-00d53bef-6089-44b5-81ea-5afa0ff9a104 req-3f3c4224-35f8-48bf-adc1-947d5e6874a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jul 14 14:40:31.819055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d40deb-2a3a-4542-b215-23719037bd93 req-39b911ec-b04f-44fe-9aad-b9b18a67ae04 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:31.820421 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-68d40deb-2a3a-4542-b215-23719037bd93 req-39b911ec-b04f-44fe-9aad-b9b18a67ae04 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0466561 Jul 14 14:40:31.884739 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-68d40deb-2a3a-4542-b215-23719037bd93 req-38be78b2-b440-40df-aa3c-7b7297ce26af tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585837 Jul 14 14:40:32.188400 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:32.194617 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=41 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:32.820246 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ff32e752-25f4-4fe2-8a4c-2c7d5e2fd31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:32.903888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abd4c8-95e8-4005-a447-a24964417b08 req-f5f0afae-2a4f-4506-9d56-0c9d7def9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:32.905461 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-f5f0afae-2a4f-4506-9d56-0c9d7def9f17 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1129 time: 0.0410881 Jul 14 14:40:32.999376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abd4c8-95e8-4005-a447-a24964417b08 req-37325790-09f3-447a-8cff-881f873364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:33.000866 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-37325790-09f3-447a-8cff-881f873364bd service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.0894713 Jul 14 14:40:33.008541 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaad3c-2e45-4830-b3a7-1d11ef5042f8 req-2f40b670-8d9c-4e3a-bebd-db74a79743fc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:33.010010 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5cdaad3c-2e45-4830-b3a7-1d11ef5042f8 req-2f40b670-8d9c-4e3a-bebd-db74a79743fc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0477307 Jul 14 14:40:33.058225 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5cdaad3c-2e45-4830-b3a7-1d11ef5042f8 req-2ff282ef-986b-4bda-82a9-0b6f109b204a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Jul 14 14:40:33.071371 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-c09f5596-04ae-4947-9dec-08248e538ee6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 1001 time: 0.0637825 Jul 14 14:40:33.123784 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abd4c8-95e8-4005-a447-a24964417b08 req-70269921-dd12-476e-8810-8bb8171a5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:33.125239 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-70269921-dd12-476e-8810-8bb8171a5873 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0486057 Jul 14 14:40:33.169048 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abd4c8-95e8-4005-a447-a24964417b08 req-9529d81c-969c-48f6-bcba-2cd008fb5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:33.170594 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-9529d81c-969c-48f6-bcba-2cd008fb5e21 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396717 Jul 14 14:40:33.264524 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-98a0c87d-2150-4f99-93eb-a6109f3e39d0 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882256 Jul 14 14:40:33.352405 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-41abd4c8-95e8-4005-a447-a24964417b08 req-6fc5f7cb-a000-4be3-9129-d377f05bb2e3 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823302 Jul 14 14:40:34.178568 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26525a1d-bc8f-4d18-bac3-e69e84067485 req-eaa55066-5022-4ed8-a6aa-5f78db36eb11 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:34.180162 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-26525a1d-bc8f-4d18-bac3-e69e84067485 req-eaa55066-5022-4ed8-a6aa-5f78db36eb11 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0468736 Jul 14 14:40:34.233901 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-26525a1d-bc8f-4d18-bac3-e69e84067485 req-d8c48f51-139d-463a-a0e1-2491501e2219 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Jul 14 14:40:34.830782 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-570e8abe-228c-4203-aa06-91638bced8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:35.358752 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b5f9b-812e-4f0a-bc91-755504b67cb4 req-698ae68a-53fc-40f9-84bb-2c2dcec2bd8b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:35.360261 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ea3b5f9b-812e-4f0a-bc91-755504b67cb4 req-698ae68a-53fc-40f9-84bb-2c2dcec2bd8b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 945 time: 0.0522530 Jul 14 14:40:35.408086 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ea3b5f9b-812e-4f0a-bc91-755504b67cb4 req-2fc0f64a-2b5d-4b3e-8b20-b4f48350efd6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Jul 14 14:40:35.984088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:40:36.056106 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: ACTIVE; New status is: DOWN {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:40:36.056493 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:36.079474 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:40:36.081603 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751b6bdd-12b8-42bc-a874-a0843c7a3576" -d '{"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:36.094165 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:36.113967 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Jul 2022 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fce5d7-35e3-4102-9ca9-b148e0e9eeaa x-openstack-request-id: req-02fce5d7-35e3-4102-9ca9-b148e0e9eeaa {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:36.114255 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-unplugged", "status": "failed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "code": 422}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:36.114507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-02fce5d7-35e3-4102-9ca9-b148e0e9eeaa {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:36.115425 dv-cinder-799871-30-iscsi neutron-server[104474]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-02fce5d7-35e3-4102-9ca9-b148e0e9eeaa']: {'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'code': 422} returned with failed status Jul 14 14:40:36.225647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:36.264418 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:36.276469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=8']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:37.413619 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:37.678032 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:40:37.956222 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:38.008864 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeb4b4-1d5e-4ee8-a7ab-53c6798b5855 req-dc23b2da-e3e8-4215-96dd-1da45975c46a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:38.010354 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ddeb4b4-1d5e-4ee8-a7ab-53c6798b5855 req-dc23b2da-e3e8-4215-96dd-1da45975c46a tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0473089 Jul 14 14:40:38.060938 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0ddeb4b4-1d5e-4ee8-a7ab-53c6798b5855 req-65f9452d-6e15-458b-812c-0f19bbf53a77 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Jul 14 14:40:38.267292 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-6fdc4a78-f9ff-43c0-9dbe-3611ef85627e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592620 Jul 14 14:40:38.343757 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-2fd33cdd-9770-41ba-a897-6c09ba144e7f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:38.345094 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-2fd33cdd-9770-41ba-a897-6c09ba144e7f tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports/ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 940 time: 0.0482972 Jul 14 14:40:39.186145 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d82540-14fa-445d-972a-9c207e2d0741 req-e252c5f4-ef96-49af-916f-e14d5d3cba6d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:39.187688 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-19d82540-14fa-445d-972a-9c207e2d0741 req-e252c5f4-ef96-49af-916f-e14d5d3cba6d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0479224 Jul 14 14:40:39.235784 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-19d82540-14fa-445d-972a-9c207e2d0741 req-35495e82-2d4a-4669-9af3-3f85086c7313 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416615 Jul 14 14:40:39.752728 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-e746bf0c-ac77-49b0-8bb2-1b375031df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:39.754234 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-e746bf0c-ac77-49b0-8bb2-1b375031df86 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd&tenant_id=7378149db04942bdbc1035f0a3a902fe HTTP/1.1" status: 200 len: 1127 time: 0.0395191 Jul 14 14:40:39.813928 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-042b6b90-6027-410e-b73a-8a948ecb1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:39.815459 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-042b6b90-6027-410e-b73a-8a948ecb1cfe service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1127 time: 0.0381632 Jul 14 14:40:39.907259 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-f57d1ec9-b25d-44cb-82a5-8cf62b581ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:39.908752 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-f57d1ec9-b25d-44cb-82a5-8cf62b581ce0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.0875828 Jul 14 14:40:39.982357 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-83a75861-0e99-48f8-8e38-9cb51717a710 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 999 time: 0.0660231 Jul 14 14:40:40.029734 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-675cdf7b-432c-43cd-88ac-d70fc69e5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:40.031217 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-675cdf7b-432c-43cd-88ac-d70fc69e5787 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0436513 Jul 14 14:40:40.330245 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-3bb062c5-3da6-4ce2-81f7-2210030b4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:40.331776 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-3bb062c5-3da6-4ce2-81f7-2210030b4137 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2952678 Jul 14 14:40:40.422188 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-a96f441f-d514-493a-aa35-ec8cf6716365 service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841551 Jul 14 14:40:40.489602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:40.507017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:40.517690 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-04fee2c9-ce35-490b-b74c-2a53a6fb5429 req-bd5785e5-a11d-4d0f-93bd-20b335e1d3bc service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Jul 14 14:40:40.601260 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475269f-d65d-4121-99fa-979e70c5ca5e req-2a6eb562-dc62-4db8-bb71-29693317c0e1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:40.602662 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7475269f-d65d-4121-99fa-979e70c5ca5e req-2a6eb562-dc62-4db8-bb71-29693317c0e1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.2917089 Jul 14 14:40:40.650016 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7475269f-d65d-4121-99fa-979e70c5ca5e req-ed455482-6648-4874-95d1-fb7037b694a3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Jul 14 14:40:41.872016 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:41.889810 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c1f6-355e-4f76-8c17-9c79ee175202 req-e8b74b43-3291-4f3e-8f0c-7482c418d494 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:41.891317 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d7c3c1f6-355e-4f76-8c17-9c79ee175202 req-e8b74b43-3291-4f3e-8f0c-7482c418d494 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.1449764 Jul 14 14:40:41.943856 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d7c3c1f6-355e-4f76-8c17-9c79ee175202 req-d64c8816-34bb-48b1-87da-5357d3064cb8 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Jul 14 14:40:43.077108 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63493e-c66c-4abb-b63f-c0f7021f4241 req-1771c9fd-c45c-4102-a8e7-e2383cae6bea tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:43.078646 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5c63493e-c66c-4abb-b63f-c0f7021f4241 req-1771c9fd-c45c-4102-a8e7-e2383cae6bea tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0491276 Jul 14 14:40:43.140916 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:43.148530 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5c63493e-c66c-4abb-b63f-c0f7021f4241 req-1dd02166-334f-4390-8c73-52b87205d7c6 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635662 Jul 14 14:40:44.272047 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b110a3-c782-47f6-b3cd-65d6004c6ca1 req-a493677d-4b86-4f61-b3f9-d7f87ef4c99d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:44.273566 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-04b110a3-c782-47f6-b3cd-65d6004c6ca1 req-a493677d-4b86-4f61-b3f9-d7f87ef4c99d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0506487 Jul 14 14:40:44.330768 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-04b110a3-c782-47f6-b3cd-65d6004c6ca1 req-d2a7ca52-ae14-4ddc-80d8-58f4e20bb378 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Jul 14 14:40:44.819426 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:45.462554 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804439-f0f8-42f1-9836-619c6b3beb1b req-e280a1b9-f862-478b-81d1-94d2109be84d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:45.464128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1804439-f0f8-42f1-9836-619c6b3beb1b req-e280a1b9-f862-478b-81d1-94d2109be84d tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0511124 Jul 14 14:40:45.513618 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1804439-f0f8-42f1-9836-619c6b3beb1b req-3827f971-b0ea-428f-b597-350f7ddc50c1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Jul 14 14:40:46.641078 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dc8b8-b620-4d89-8c44-e7e540711bd0 req-7f1fa78e-b0ee-417f-b8f7-64cd263111e5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:46.642564 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b3dc8b8-b620-4d89-8c44-e7e540711bd0 req-7f1fa78e-b0ee-417f-b8f7-64cd263111e5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0496485 Jul 14 14:40:46.694082 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b3dc8b8-b620-4d89-8c44-e7e540711bd0 req-11959d9e-1d43-486b-8edc-33cd71c84ac5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Jul 14 14:40:47.674078 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:47.829790 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1d97-002d-4bed-b9ec-c2b95cb0b497 req-17e122ef-06b0-4276-93f1-c3ca5e5e4047 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:47.831678 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1bdf1d97-002d-4bed-b9ec-c2b95cb0b497 req-17e122ef-06b0-4276-93f1-c3ca5e5e4047 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0537264 Jul 14 14:40:47.890179 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1bdf1d97-002d-4bed-b9ec-c2b95cb0b497 req-c28093f2-9e87-4c20-959d-140ab1c8e098 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504134 Jul 14 14:40:49.024251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31783853-1771-496f-8d91-e06a6887d511 req-ff3d241d-11f7-45b7-9a51-7ee82a272a02 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:49.025868 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-31783853-1771-496f-8d91-e06a6887d511 req-ff3d241d-11f7-45b7-9a51-7ee82a272a02 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0567236 Jul 14 14:40:49.091561 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-31783853-1771-496f-8d91-e06a6887d511 req-a37d43f6-71bd-4b09-b62e-a1bb1ecf60fd tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599093 Jul 14 14:40:50.216419 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed728b-536d-49c1-83c5-e4f7492e6568 req-56044d09-6f68-4cb5-8993-8b217b322eca tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:50.217786 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-76ed728b-536d-49c1-83c5-e4f7492e6568 req-56044d09-6f68-4cb5-8993-8b217b322eca tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0492606 Jul 14 14:40:50.264660 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-76ed728b-536d-49c1-83c5-e4f7492e6568 req-8c7986ef-7392-4c6c-9f25-53ddfa6bc84b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411899 Jul 14 14:40:50.539744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:51.386581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7724-33c8-42e9-8d2c-12d1f0aca8be req-eb613476-98a7-4b8e-b545-95131100d359 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:51.388058 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a17f7724-33c8-42e9-8d2c-12d1f0aca8be req-eb613476-98a7-4b8e-b545-95131100d359 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0500391 Jul 14 14:40:51.435401 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a17f7724-33c8-42e9-8d2c-12d1f0aca8be req-5692a64c-65e3-4c06-af55-fb089a554192 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Jul 14 14:40:52.056110 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:40:52.293423 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:52.306278 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'port_id': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'mac_address': 'fa:16:3e:94:1b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:40:52.348053 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:40:52.349366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:52.363008 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:40:52.383637 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:52.533597 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:52.556704 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da41b26-e7e7-40f6-9a33-439168ecc8a6 req-2fa7535f-67d6-4be4-867b-29bd43a675ac tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:52.558198 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3da41b26-e7e7-40f6-9a33-439168ecc8a6 req-2fa7535f-67d6-4be4-867b-29bd43a675ac tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 943 time: 0.0490043 Jul 14 14:40:52.580088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=9']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:52.610181 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3da41b26-e7e7-40f6-9a33-439168ecc8a6 req-7891b24f-55d6-4165-a94f-34acc5c5b874 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Jul 14 14:40:52.757333 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['ee6ee1a4-93da-4c93-9496-0e46449759f1'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:40:53.734286 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b426a6-67a3-431c-817f-4017186d1c02 req-cd95dbba-f11c-40fb-8b86-286ad5d007f5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:53.736798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-11b426a6-67a3-431c-817f-4017186d1c02 req-cd95dbba-f11c-40fb-8b86-286ad5d007f5 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 944 time: 0.0524259 Jul 14 14:40:53.788712 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:53.793484 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-11b426a6-67a3-431c-817f-4017186d1c02 req-1adc7bfd-4e20-4394-af34-6672406431a1 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494814 Jul 14 14:40:53.865152 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-eb1e26c8-26a1-477b-be51-713f610c1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:53.866782 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-eb1e26c8-26a1-477b-be51-713f610c1123 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=7378149db04942bdbc1035f0a3a902fe&device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1128 time: 0.0407984 Jul 14 14:40:53.988701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-38e4be45-8f35-42e4-953f-7cca89440222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.006456 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-38e4be45-8f35-42e4-953f-7cca89440222 service neutron] 10.222.0.91 "GET /v2.0/networks?id=44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 200 len: 918 time: 0.1012478 Jul 14 14:40:54.052735 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-f111eea9-6628-46b7-a8c6-1787ba39be0b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 200 len: 1000 time: 0.0555954 Jul 14 14:40:54.077379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:40:54.110334 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-38f4c139-3605-4119-89f6-cbdb97d66b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.114114 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-38f4c139-3605-4119-89f6-cbdb97d66b8b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 200 len: 856 time: 0.0561478 Jul 14 14:40:54.136745 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:54.138631 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port ee6ee1a4-93da-4c93-9496-0e46449759f1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:40:54.139002 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:54.162358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-6def3c00-84cf-45c3-9ae2-f06b38bca782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.163898 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-6def3c00-84cf-45c3-9ae2-f06b38bca782 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=44167c18-8a2e-4113-86a9-34428792d360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441432 Jul 14 14:40:54.175414 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:54.214824 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port ee6ee1a4-93da-4c93-9496-0e46449759f1 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:40:54.215208 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:54.238780 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:40:54.240970 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9534c-2661-44ab-850b-5290c366fdf0" -d '{"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:54.253519 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:54.263152 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-a8fd9859-ac8d-4d9d-b1f1-507b279f9a1f service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929799 Jul 14 14:40:54.288889 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f92780d-499a-4b21-8f60-b9bbede09b94 x-openstack-request-id: req-8f92780d-499a-4b21-8f60-b9bbede09b94 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:54.289188 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-plugged", "status": "completed", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:54.289438 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8f92780d-499a-4b21-8f60-b9bbede09b94 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:54.294186 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f92780d-499a-4b21-8f60-b9bbede09b94'] response: {'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'code': 200} Jul 14 14:40:54.376885 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5e622585-2aca-4ca9-aa28-7cb1985a1981 req-9bd3beac-78ff-475b-867d-a9e4efe078bf service neutron] 10.222.0.91 "GET /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079597 Jul 14 14:40:54.522403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:54.570102 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=10']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:54.788158 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27434f36-a112-4b92-a488-d43db361bb16 req-d46599a9-2fbf-4c5b-9020-142f247cd15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.789641 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-27434f36-a112-4b92-a488-d43db361bb16 req-d46599a9-2fbf-4c5b-9020-142f247cd15d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 1130 time: 0.0391793 Jul 14 14:40:54.837385 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-27434f36-a112-4b92-a488-d43db361bb16 req-7966fba4-113d-4392-81f4-962a7c5a8cfc service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415843 Jul 14 14:40:54.951606 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4eaa83-8fad-4912-9316-a8cb04f25f9f req-eb768bff-75ce-4a3a-b287-ac3112335117 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.953192 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7b4eaa83-8fad-4912-9316-a8cb04f25f9f req-eb768bff-75ce-4a3a-b287-ac3112335117 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0781798 Jul 14 14:40:54.959088 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19894b2-6024-42f4-b037-099935488558 req-2dbaf4e4-e764-4562-b7ea-4e441f87c387 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:54.960419 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e19894b2-6024-42f4-b037-099935488558 req-2dbaf4e4-e764-4562-b7ea-4e441f87c387 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0760450 Jul 14 14:40:55.033518 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7b4eaa83-8fad-4912-9316-a8cb04f25f9f req-7ab83240-a004-4d51-bf4c-bd17a77685fc tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721383 Jul 14 14:40:55.037857 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e19894b2-6024-42f4-b037-099935488558 req-bd8dd6e8-79cc-4531-a769-721aad4ca4eb tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706611 Jul 14 14:40:56.185351 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe478-732f-42ac-8206-635a06f913c9 req-89b24c7d-2bd1-4547-b784-e0dbc39e1d37 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:56.187075 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-451fe478-732f-42ac-8206-635a06f913c9 req-89b24c7d-2bd1-4547-b784-e0dbc39e1d37 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0786405 Jul 14 14:40:56.196018 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfb0cb-006c-426d-93b2-ac62a22fd331 req-91ec6d6b-cdd3-4315-8e78-97b9a1b684f7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:56.197401 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2dfb0cb-006c-426d-93b2-ac62a22fd331 req-91ec6d6b-cdd3-4315-8e78-97b9a1b684f7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0873957 Jul 14 14:40:56.220026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:56.273471 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-451fe478-732f-42ac-8206-635a06f913c9 req-8001b045-089a-4a44-902f-fb5dc3181ce1 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=59840879-d1b0-46c9-a0a7-21e461b59d43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751045 Jul 14 14:40:56.277539 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2dfb0cb-006c-426d-93b2-ac62a22fd331 req-714846d4-700d-4ba6-b9ba-5f0f279f1aea tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727918 Jul 14 14:40:56.655053 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-97f4740a-0a83-45dd-8086-9b558a9b1e5a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:56.656584 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-97f4740a-0a83-45dd-8086-9b558a9b1e5a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 946 time: 0.0499301 Jul 14 14:40:56.734581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port 7623ee61-4803-456e-964e-d8c752c8b1cf {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:40:56.734911 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:56.825570 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] For port 7623ee61-4803-456e-964e-d8c752c8b1cf, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=7623ee61-4803-456e-964e-d8c752c8b1cf,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:40:56.825975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:56.984574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:56.984939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:56.985253 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP 457edc92-8de7-4eb0-bdd1-ac661409334d disassociated. External IP: 172.27.2.200, port: 7623ee61-4803-456e-964e-d8c752c8b1cf. Jul 14 14:40:56.985599 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for 7623ee61-4803-456e-964e-d8c752c8b1cf owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:40:57.000624 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:57.033192 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:57.271149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (7623ee61-4803-456e-964e-d8c752c8b1cf), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:57.301979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=7623ee61-4803-456e-964e-d8c752c8b1cf,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:57.316977 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.317336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.317679 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.319119 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.319638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.321082 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.321665 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.322190 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.329840 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:40:57.403199 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fbbbe163-f65a-447b-93da-c0510455ace7 req-09f2c926-2172-47b0-8621-fba9199afa79 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.0373774 Jul 14 14:40:57.436522 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdaeaa-5e85-4a2f-b97b-3821378ba6fe req-c8ed1a79-eef3-417c-9223-e8d9b55193f3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:57.438021 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2abdaeaa-5e85-4a2f-b97b-3821378ba6fe req-c8ed1a79-eef3-417c-9223-e8d9b55193f3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0611668 Jul 14 14:40:57.454913 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:40:57.487949 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2abdaeaa-5e85-4a2f-b97b-3821378ba6fe req-86060391-0872-4e93-b809-13cd959f19e7 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jul 14 14:40:57.561176 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:40:57.572029 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:40:57.582310 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:40:57.587332 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:40:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:57.604205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] No DVR routers for this DVR port 7623ee61-4803-456e-964e-d8c752c8b1cf on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:40:57.607007 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:57.610326 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-ece4dd7c-b640-4ec5-9fad-3d67dbe68de7 req-366368ae-333f-429a-a302-09af9cf24010 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "DELETE /v2.0/ports/7623ee61-4803-456e-964e-d8c752c8b1cf HTTP/1.1" status: 204 len: 173 time: 0.9487321 Jul 14 14:40:57.610761 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'name': 'network-vif-deleted', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:40:57.612946 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2b1d7a-af23-41a8-b067-34d3860b67e1" -d '{"events": [{"server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "name": "network-vif-deleted", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:40:57.650064 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaf493a-eb44-451e-beee-d0e3bfdc8b51 x-openstack-request-id: req-1aaf493a-eb44-451e-beee-d0e3bfdc8b51 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:40:57.650277 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dbec70-312c-4147-ac5f-5b74f2cfe64a", "name": "network-vif-deleted", "tag": "7623ee61-4803-456e-964e-d8c752c8b1cf", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:40:57.650525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1aaf493a-eb44-451e-beee-d0e3bfdc8b51 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:40:57.650922 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aaf493a-eb44-451e-beee-d0e3bfdc8b51'] response: {'server_uuid': '33dbec70-312c-4147-ac5f-5b74f2cfe64a', 'name': 'network-vif-deleted', 'tag': '7623ee61-4803-456e-964e-d8c752c8b1cf', 'status': 'completed', 'code': 200} Jul 14 14:40:57.784425 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:40:57.971952 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:57.997322 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:40:58.007245 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:40:58.007857 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:40:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:58.109718 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:40:58.304908 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:40:58.329243 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9f3703-839c-4666-95e2-990f6d5770df None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:40:58.540434 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-98c65eff-8fa2-4756-b722-e0bc022420f4 req-a8e4a038-4dd3-4b4a-a0a8-2c0c8683e88f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=33dbec70-312c-4147-ac5f-5b74f2cfe64a HTTP/1.1" status: 200 len: 210 time: 0.0385175 Jul 14 14:40:58.584274 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2be1401-170b-4f1b-88c2-0eaca05d2427 None None] New status for floating IP 457edc92-8de7-4eb0-bdd1-ac661409334d: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:40:58.622939 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b81dc9-1e99-4c5e-ae1a-e4cb674e561b req-72619257-6372-491f-8ef7-0a5f09996ea2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:58.624602 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75b81dc9-1e99-4c5e-ae1a-e4cb674e561b req-72619257-6372-491f-8ef7-0a5f09996ea2 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0502994 Jul 14 14:40:58.676092 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-75b81dc9-1e99-4c5e-ae1a-e4cb674e561b req-24602352-e03f-4bb1-947a-aec840913587 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440319 Jul 14 14:40:59.705355 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46340) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:40:59.761953 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (59840879-d1b0-46c9-a0a7-21e461b59d43), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:59.786401 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (59840879-d1b0-46c9-a0a7-21e461b59d43), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:59.793508 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214e32-482f-46c1-93a1-71649c7bdf1b req-f778ff3a-5e22-4b2e-959c-b6ed7cc290f3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:40:59.795451 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa214e32-482f-46c1-93a1-71649c7bdf1b req-f778ff3a-5e22-4b2e-959c-b6ed7cc290f3 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0463743 Jul 14 14:40:59.818900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:40:59.843236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fa214e32-482f-46c1-93a1-71649c7bdf1b req-2b6fd1f2-3e29-422e-9f7d-b798c171bc34 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425098 Jul 14 14:40:59.949614 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (59840879-d1b0-46c9-a0a7-21e461b59d43), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:59.952324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:40:59.953447 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/security-groups/59840879-d1b0-46c9-a0a7-21e461b59d43 HTTP/1.1" status: 204 len: 168 time: 0.2470775 Jul 14 14:40:59.956280 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46344) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:40:59.963760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23533e8-033a-4425-935e-ac2931d35a56 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59840879-d1b0-46c9-a0a7-21e461b59d43,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:40:59.971048 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.api.v2.resource [None req-c7670b16-85b0-495c-88e6-098305c9ab12 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] show failed (client error): The resource could not be found. Jul 14 14:40:59.972068 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c7670b16-85b0-495c-88e6-098305c9ab12 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups/59840879-d1b0-46c9-a0a7-21e461b59d43 HTTP/1.1" status: 404 len: 347 time: 0.0146067 Jul 14 14:40:59.975254 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46346) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:00.107353 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7623ee61-4803-456e-964e-d8c752c8b1cf no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:41:00.132430 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 7623ee61-4803-456e-964e-d8c752c8b1cf {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:41:00.133160 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 7623ee61-4803-456e-964e-d8c752c8b1cf not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:41:00.326538 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port 1818f04e-cb93-40c7-93cd-8575df39e6a5 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:00.326877 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.403182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.403507 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (1818f04e-cb93-40c7-93cd-8575df39e6a5), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.416029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for 1818f04e-cb93-40c7-93cd-8575df39e6a5 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:00.428923 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:00.658585 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (1818f04e-cb93-40c7-93cd-8575df39e6a5), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.684552 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=1818f04e-cb93-40c7-93cd-8575df39e6a5,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:00.710724 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.711071 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.711411 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.711747 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.712082 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.712410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.712735 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.713064 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.713387 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.713709 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.714053 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.714373 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.714690 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.715009 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.715326 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:00.760147 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (457edc92-8de7-4eb0-bdd1-ac661409334d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.762679 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:00.763814 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-db7e1667-e705-4e68-9f92-a594420320b8 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/floatingips/457edc92-8de7-4eb0-bdd1-ac661409334d HTTP/1.1" status: 204 len: 168 time: 0.7876782 Jul 14 14:41:00.977118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46350) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:00.981576 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783128981', 'description': 'tempest-description--1445814310'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:01.132695 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.202347 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (17ff7937-fc32-4d24-aac9-d322ce301bb9), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.315090 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (17ff7937-fc32-4d24-aac9-d322ce301bb9), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.344939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff7937-fc32-4d24-aac9-d322ce301bb9,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:01.471696 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.473915 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a77232b3-bb74-4e22-8b0b-0958fffda7bc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4949162 Jul 14 14:41:01.477265 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46352) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:01.481508 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '17ff7937-fc32-4d24-aac9-d322ce301bb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:01.601830 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (e23e426e-fd5c-41b4-a19a-484ea91f6c6e), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.657571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (e23e426e-fd5c-41b4-a19a-484ea91f6c6e), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.761109 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (e23e426e-fd5c-41b4-a19a-484ea91f6c6e), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.781110 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23e426e-fd5c-41b4-a19a-484ea91f6c6e,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:01.883724 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:01.884894 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-0ad5f6ed-19ab-4ae1-87ad-ea41d4db5a2f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066820 Jul 14 14:41:01.887641 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46354) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:01.892021 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'security_group_rule': {'security_group_id': '17ff7937-fc32-4d24-aac9-d322ce301bb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:02.065065 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (247232be-3ff5-4825-8a73-4954908a4be2), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.123747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (247232be-3ff5-4825-8a73-4954908a4be2), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.223802 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (247232be-3ff5-4825-8a73-4954908a4be2), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.244617 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247232be-3ff5-4825-8a73-4954908a4be2,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:02.426748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.427967 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-88615f76-d721-425c-a5d6-819d7075a35a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5394108 Jul 14 14:41:02.431056 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46356) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:02.435306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:02.526798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.604402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.665231 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:02.704804 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:02.711568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.27.2.136 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:41:02.738045 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-3dac5cf0-0db0-47e3-bead-3b4d2291ca05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.815325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.956211 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:02.998363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:41:03.003875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:41:03.006513 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:41:03.008452 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:03.090020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:03.227146 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:03.373863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:03.429782 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=6,neutron:UPDATE=3,neutron:SELECT=91 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:03.767394 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:03.835298 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:03.845482 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:04.118662 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:04.119972 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-dc504edb-185d-4d80-968b-358946f86e2e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6879277 Jul 14 14:41:04.267065 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-8930bcf2-371e-4057-a4de-883273e27133 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--783128981&fields=id&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 267 time: 0.0458903 Jul 14 14:41:04.372662 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-4fdae949-d27b-4f0a-80e2-a1947bbb8e75 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:04.374119 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-4fdae949-d27b-4f0a-80e2-a1947bbb8e75 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1002879 Jul 14 14:41:04.388178 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-45bd7ad8-050c-4d5b-bc67-4ea0becc1e85 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/quotas/abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 375 time: 0.0087619 Jul 14 14:41:04.433123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:04.440437 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-87fced68-d92f-4bd5-ba1e-04b212ff24bf tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474441 Jul 14 14:41:04.456014 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-84520fd1-493f-4f03-9bf7-0f2ed90e0079 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:41:04.457504 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-84520fd1-493f-4f03-9bf7-0f2ed90e0079 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049868 Jul 14 14:41:04.548569 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-2faf4451-7cb0-44df-87f0-e226792b0cae service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Jul 14 14:41:04.649009 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-7b3d39b7-c760-47cd-8138-5f1d8ff92971 service neutron] 10.222.0.93 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944972 Jul 14 14:41:04.910320 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-74fcde12-1965-4444-a5bd-dbcadac1d442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:04.995085 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4fd54615-bb28-40b8-853b-0f2ab4a42401 req-84786015-5257-4020-b0fc-ac0c427e455a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 210 time: 0.0286293 Jul 14 14:41:06.090296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ab77df31-1cff-4def-ad34-bb73683c96ba req-1f6f3c1d-9dff-4d8b-9c09-4aeef720c339 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 210 time: 0.0281506 Jul 14 14:41:06.240835 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:07.189660 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-93071edd-a385-4b39-8e25-49156eae48ce req-6c80f657-aadb-4033-b3ca-1ce6e6d0c171 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 210 time: 0.0318866 Jul 14 14:41:07.441817 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:07.449981 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-d9112893-d4a2-4172-b596-88dfa29cbf09 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:07.451488 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-d9112893-d4a2-4172-b596-88dfa29cbf09 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 814 time: 0.1050467 Jul 14 14:41:07.515038 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-d501cc1c-7236-4685-a075-00a7e0695ea9 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abb12869989f45cc875ecb36dd1f7aef HTTP/1.1" status: 200 len: 379 time: 0.0545197 Jul 14 14:41:07.524860 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'port': {'device_id': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'admin_state_up': True, 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'security_groups': ['17ff7937-fc32-4d24-aac9-d322ce301bb9']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:07.709004 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Made reservation on behalf of abb12869989f45cc875ecb36dd1f7aef for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:41:07.712354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:07.729020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:07.840867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Allocated IP 172.20.0.11 (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f/f45b1d69-8fee-4cc2-867c-97bb6ea881be/cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:41:07.973003 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:07.993971 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:07.996346 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:08.121327 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.162631 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:41:08.165687 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:41:08.168126 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:41:08.201919 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event updated for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:08.227850 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:08.228478 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.302391 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=87 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:08.308269 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=77 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:08.318255 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-6cc1945d-cbf7-4bf3-a619-abef548bc4c2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7969291 Jul 14 14:41:08.319191 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d941-aee5-4ce6-a93e-a34d2f938037 req-94c60bf3-ea58-44b9-bdca-ee2863ef8f1c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:08.320853 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2b1d941-aee5-4ce6-a93e-a34d2f938037 req-94c60bf3-ea58-44b9-bdca-ee2863ef8f1c tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 932 time: 0.0532975 Jul 14 14:41:08.334781 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-d6ad42d7-d09a-43a8-bd93-69411ea7fad0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104473) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:41:08.334781 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-d6ad42d7-d09a-43a8-bd93-69411ea7fad0 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056171 Jul 14 14:41:08.342191 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Request body: {'port': {'device_id': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:08.367482 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:08.372755 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c2b1d941-aee5-4ce6-a93e-a34d2f938037 req-54cfdbc6-679d-4515-9105-24ef09e3b3ab tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455763 Jul 14 14:41:08.408256 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.416849 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7cc0bf50-4fd0-481d-907d-7366aa353a45 None None] Provisioning complete for port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:41:08.417220 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7cc0bf50-4fd0-481d-907d-7366aa353a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.449239 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0bf50-4fd0-481d-907d-7366aa353a45 None None] Port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:41:08.658232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:41:08.665609 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks [] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.678324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Transition to ACTIVE for port object cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:41:08.812424 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:08.858077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:08.864484 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:08.943647 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Attempting to bind port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:41:08.950798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Attempting to bind port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:41:08.950798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Attempting to bind port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:41:08.950798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:41:08.950798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Attempting to bind port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb on network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:41:08.955189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:41:08.955526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Checking segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:41:08.955900 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Bound using segment: {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:41:08.956320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Bound port: cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338e5308-d80a-49e5-a1c2-bf3192223a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:41:08.956697 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:09.024688 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:41:09.028175 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:41:09.138798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:09.176979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.177604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:09.179005 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] 10.222.0.91 "PUT /v2.0/ports/cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb HTTP/1.1" status: 200 len: 1094 time: 0.8411019 Jul 14 14:41:09.179434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:41:09.181638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1153be2-3a07-4283-8882-532acad07e52" -d '{"events": [{"name": "network-changed", "server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:09.206875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b55a24-066a-451d-bb3c-ecd740548094 service neutron] Pushing event updated for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:09.222309 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc7c2b-35a1-4154-81de-470c2d9becfc x-openstack-request-id: req-75dc7c2b-35a1-4154-81de-470c2d9becfc {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:09.222661 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:09.223015 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-75dc7c2b-35a1-4154-81de-470c2d9becfc {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:09.223981 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dc7c2b-35a1-4154-81de-470c2d9becfc'] response: {'name': 'network-changed', 'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'status': 'completed', 'code': 200} Jul 14 14:41:09.289363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153be2-3a07-4283-8882-532acad07e52 req-7a0aa79e-7b7a-4b50-8fb8-82e2f50a328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.290931 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1153be2-3a07-4283-8882-532acad07e52 req-7a0aa79e-7b7a-4b50-8fb8-82e2f50a328b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 1128 time: 0.0436931 Jul 14 14:41:09.373694 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:09.400217 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153be2-3a07-4283-8882-532acad07e52 req-c6524512-3b74-408d-b7aa-6be78106b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.401701 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1153be2-3a07-4283-8882-532acad07e52 req-c6524512-3b74-408d-b7aa-6be78106b687 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=abb12869989f45cc875ecb36dd1f7aef&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1031270 Jul 14 14:41:09.489994 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad5ad8-238c-4c8c-b631-99b568aad6ff req-d50681da-0553-48af-addb-1dde40cd2a1a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.491483 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95ad5ad8-238c-4c8c-b631-99b568aad6ff req-d50681da-0553-48af-addb-1dde40cd2a1a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 944 time: 0.0487685 Jul 14 14:41:09.503178 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153be2-3a07-4283-8882-532acad07e52 req-61553041-541e-4e3b-a14c-b96c16cc1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.504658 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-d1153be2-3a07-4283-8882-532acad07e52 req-61553041-541e-4e3b-a14c-b96c16cc1149 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970161 Jul 14 14:41:09.538788 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95ad5ad8-238c-4c8c-b631-99b568aad6ff req-42c807ec-ba5d-4f4f-982e-b2b33f953a5a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 Jul 14 14:41:09.626452 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-9ca83747-c4b6-4ada-a237-a91df711283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.627954 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-9ca83747-c4b6-4ada-a237-a91df711283d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 1128 time: 0.0894523 Jul 14 14:41:09.678128 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-c19bd9f8-8baf-4355-b0c6-f67f8d6167d2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb HTTP/1.1" status: 200 len: 217 time: 0.0425432 Jul 14 14:41:09.725437 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-9472e748-1f15-4ecb-b662-5e42f35f32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.726880 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-9472e748-1f15-4ecb-b662-5e42f35f32f5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0432627 Jul 14 14:41:09.769451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-814ad09b-e334-4b61-a355-4e4a80bda592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:09.770858 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-814ad09b-e334-4b61-a355-4e4a80bda592 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381577 Jul 14 14:41:09.861027 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-3aa7d829-6e39-4f59-b360-9b33066623d8 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Jul 14 14:41:09.950023 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-9d4185c8-9667-41d0-a590-191ceaa4fa35 req-eb37ca62-965b-4ec9-af11-d60cac25bab5 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827563 Jul 14 14:41:10.658731 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aef642-0a09-4b42-8f66-c4770ca481f6 req-8cd6f780-0de4-4b8f-8efc-adeb6d58d458 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:10.660762 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3aef642-0a09-4b42-8f66-c4770ca481f6 req-8cd6f780-0de4-4b8f-8efc-adeb6d58d458 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 944 time: 0.0518229 Jul 14 14:41:10.717190 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3aef642-0a09-4b42-8f66-c4770ca481f6 req-be3c8087-a37b-49f4-a5f5-22c32902ed05 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509048 Jul 14 14:41:11.828384 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adae53-1726-459e-b7b5-7f457213067b req-95ccb91f-b572-4ce3-bea2-1a936f5b2757 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:11.829870 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95adae53-1726-459e-b7b5-7f457213067b req-95ccb91f-b572-4ce3-bea2-1a936f5b2757 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 944 time: 0.0466087 Jul 14 14:41:11.877008 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-95adae53-1726-459e-b7b5-7f457213067b req-7403badd-6cb3-44b9-844d-997362d54255 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Jul 14 14:41:12.124198 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:41:12.223761 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:12.234882 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'port_id': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'mac_address': 'fa:16:3e:d1:f2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:41:12.268513 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:41:12.269418 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:12.282191 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:41:12.301667 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:12.429819 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:12.476790 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:12.639774 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:41:12.693956 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:12.986882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d9f2a-82ce-4ee8-bfd1-e7d97fe66fe5 req-fbff6ea6-1f68-4a00-9209-80f3b40c3716 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:12.988412 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-268d9f2a-82ce-4ee8-bfd1-e7d97fe66fe5 req-fbff6ea6-1f68-4a00-9209-80f3b40c3716 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 945 time: 0.0467484 Jul 14 14:41:13.038282 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-268d9f2a-82ce-4ee8-bfd1-e7d97fe66fe5 req-beb1816c-5e9b-416a-ad0e-84e70418a5fc tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442607 Jul 14 14:41:14.140672 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:41:14.151385 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48debd-a60a-4b7c-97f8-5d3f246508ac req-18e4c785-c709-47b5-be81-eb4951a8593d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:14.152862 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2b48debd-a60a-4b7c-97f8-5d3f246508ac req-18e4c785-c709-47b5-be81-eb4951a8593d tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 945 time: 0.0476527 Jul 14 14:41:14.166925 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:14.186068 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:41:14.200260 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2b48debd-a60a-4b7c-97f8-5d3f246508ac req-9709ac31-d9b8-4e41-b891-dd8d776d3343 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Jul 14 14:41:14.286739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:41:14.287107 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:14.368700 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:41:14.369226 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:14.394450 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:41:14.396667 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f8512c-d90f-4497-b8d3-9922f4587ac2" -d '{"events": [{"server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "name": "network-vif-plugged", "status": "completed", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:14.409503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:14.438732 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438cbfbb-81e4-401f-b133-db21f377cbfe x-openstack-request-id: req-438cbfbb-81e4-401f-b133-db21f377cbfe {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:14.439022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "name": "network-vif-plugged", "status": "completed", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:14.439269 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-438cbfbb-81e4-401f-b133-db21f377cbfe {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:14.439660 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438cbfbb-81e4-401f-b133-db21f377cbfe'] response: {'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'code': 200} Jul 14 14:41:14.509553 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:14.560300 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:14.677937 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:41:14.792157 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4045e-2f13-4553-9660-9a293ed31cf2 req-06ef34b2-df2e-4826-ad86-fb90d8b7b890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:14.793783 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0ba4045e-2f13-4553-9660-9a293ed31cf2 req-06ef34b2-df2e-4826-ad86-fb90d8b7b890 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 1130 time: 0.0482712 Jul 14 14:41:14.812536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:14.838061 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:14.841621 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-0ba4045e-2f13-4553-9660-9a293ed31cf2 req-2a75e77c-aec0-43c0-887d-c5fd5a1fb3ac service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422831 Jul 14 14:41:15.324815 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57ee9-63b8-4b86-90bf-57306dff6e4d req-e60d7b24-62af-4363-a5d4-7985755610c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:15.326399 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1dc57ee9-63b8-4b86-90bf-57306dff6e4d req-e60d7b24-62af-4363-a5d4-7985755610c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0506606 Jul 14 14:41:15.374369 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1dc57ee9-63b8-4b86-90bf-57306dff6e4d req-d41d5ede-cc2a-40d5-b595-b70442fca9a3 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Jul 14 14:41:16.538060 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68d9a6-f126-47a7-b4a6-46e007a08466 req-fde72ead-54df-4c72-b188-856c7dd41e96 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:16.539454 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd68d9a6-f126-47a7-b4a6-46e007a08466 req-fde72ead-54df-4c72-b188-856c7dd41e96 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0511158 Jul 14 14:41:16.586698 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fd68d9a6-f126-47a7-b4a6-46e007a08466 req-3e7947f7-a0b6-47cf-bb9d-57d9d1d4dd25 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Jul 14 14:41:16.695805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543403-ece5-457a-850d-18089c178cb8 req-bd66c266-ec1a-470d-ba3e-c63be43e3272 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:16.697204 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-20543403-ece5-457a-850d-18089c178cb8 req-bd66c266-ec1a-470d-ba3e-c63be43e3272 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0480552 Jul 14 14:41:16.705641 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46412) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:16.710137 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Request body: {'floatingip': {'port_id': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:41:16.767897 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:16.971302 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:17.084916 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:17.184284 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:17.286802 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:17.382813 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP fc4e3fde-0922-480c-8c63-ef990e0735e9 associated. External IP: 172.27.2.136, port: cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb. Jul 14 14:41:17.578805 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:41:17.681036 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:41:17.687924 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:17.690936 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:41:17.701644 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:17.702275 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:17.717648 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-af3c037c-1ac1-4b19-bd8b-ece55a363d3b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "PUT /v2.0/floatingips/fc4e3fde-0922-480c-8c63-ef990e0735e9 HTTP/1.1" status: 200 len: 992 time: 1.0108020 Jul 14 14:41:17.718238 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:41:17.720466 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87589468-0dcc-4769-bc26-f5f92e766fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:17.756406 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcddbf95-afaf-4f94-92a1-52c02c0719b6 x-openstack-request-id: req-fcddbf95-afaf-4f94-92a1-52c02c0719b6 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:17.756697 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:17.756948 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fcddbf95-afaf-4f94-92a1-52c02c0719b6 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:17.757352 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcddbf95-afaf-4f94-92a1-52c02c0719b6'] response: {'name': 'network-changed', 'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'status': 'completed', 'code': 200} Jul 14 14:41:17.808628 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:17.816861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-4834186a-4c63-4f33-98ac-f0259c943947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:17.818407 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-4834186a-4c63-4f33-98ac-f0259c943947 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=abb12869989f45cc875ecb36dd1f7aef&device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 1130 time: 0.0396252 Jul 14 14:41:17.912345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-62f0139c-482a-45ca-a7d1-60b8b6dd70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:17.913869 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-62f0139c-482a-45ca-a7d1-60b8b6dd70ad service neutron] 10.222.0.91 "GET /v2.0/networks?id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 200 len: 915 time: 0.0895739 Jul 14 14:41:18.021621 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'fc4e3fde-0922-480c-8c63-ef990e0735e9', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:d1:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:41:03Z', 'updated_at': '2022-07-14T14:41:17Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:18.047173 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:41:18.059285 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:18.059928 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:18.164755 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:18.229261 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-f944ee16-7c50-43cb-b526-6f934d1b8109 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb HTTP/1.1" status: 200 len: 1000 time: 0.3072019 Jul 14 14:41:18.277379 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-aa1a0ab1-ff4f-464a-af0f-ea748fc88efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:18.278879 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-aa1a0ab1-ff4f-464a-af0f-ea748fc88efd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 200 len: 853 time: 0.0437739 Jul 14 14:41:18.324808 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-ea22ec1b-9d4e-4519-b3e6-3befff42baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:18.326589 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-ea22ec1b-9d4e-4519-b3e6-3befff42baee service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416939 Jul 14 14:41:18.378793 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'fc4e3fde-0922-480c-8c63-ef990e0735e9', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:d1:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:41:03Z', 'updated_at': '2022-07-14T14:41:17Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:18.406258 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce282213-539f-4b30-b0a8-3a07424fbd67 None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': 'fc4e3fde-0922-480c-8c63-ef990e0735e9', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'port_id': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'mac_address': 'fa:16:3e:d1:f2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:41:03Z', 'updated_at': '2022-07-14T14:41:17Z', 'revision_number': 1, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:41:18.420975 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-468590fb-b413-4630-8c57-d391ac000df9 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883763 Jul 14 14:41:18.517015 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-87589468-0dcc-4769-bc26-f5f92e766fe5 req-326bcd57-84dd-433f-85b4-be802a426fd9 service neutron] 10.222.0.91 "GET /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903819 Jul 14 14:41:18.600340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb87a6e-e807-446e-ac76-448ea84c7822 None None] New status for floating IP fc4e3fde-0922-480c-8c63-ef990e0735e9: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:41:27.711094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:27.714158 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=47 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:28.511959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=49 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:28.513918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=76 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:28.695963 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:28.701541 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:31.348088 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c0459-96a4-41e3-a65f-a6245859845d req-dbf659c9-11c7-463d-919a-2ccd130e93ae tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:31.349493 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-262c0459-96a4-41e3-a65f-a6245859845d req-dbf659c9-11c7-463d-919a-2ccd130e93ae tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0479474 Jul 14 14:41:31.396949 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-262c0459-96a4-41e3-a65f-a6245859845d req-3f6d0d68-651d-472f-aa07-045784a2f37b tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418410 Jul 14 14:41:32.518998 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ae3ab-8574-45db-bc02-c2f8b7ac71a3 req-fee01a96-bd45-4b1d-91b0-454e87d56fac tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:32.520494 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-271ae3ab-8574-45db-bc02-c2f8b7ac71a3 req-fee01a96-bd45-4b1d-91b0-454e87d56fac tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0496395 Jul 14 14:41:32.579052 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-271ae3ab-8574-45db-bc02-c2f8b7ac71a3 req-0de25419-0b5e-40c8-b88f-bb677a78bbfa tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups?id=ea3ae303-507b-49f3-bc98-961a0131f23c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529218 Jul 14 14:41:32.649423 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-3f1e67c0-6083-4976-82da-1b35297eca27 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:41:32.650894 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-3f1e67c0-6083-4976-82da-1b35297eca27 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 946 time: 0.0470576 Jul 14 14:41:32.730495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Deleting port ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:32.730710 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:32.731733 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-02dc7d5d-1a23-40ab-a55b-c4932d7582ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:32.821571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] For port ee6ee1a4-93da-4c93-9496-0e46449759f1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=ee6ee1a4-93da-4c93-9496-0e46449759f1,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:32.821964 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:32.980279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:32.980688 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:32.980952 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Floating IP 5044817e-9793-46b2-a102-f9b988eb901c disassociated. External IP: 172.27.2.135, port: ee6ee1a4-93da-4c93-9496-0e46449759f1. Jul 14 14:41:32.981293 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Calling delete_port for ee6ee1a4-93da-4c93-9496-0e46449759f1 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:33.217349 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (ee6ee1a4-93da-4c93-9496-0e46449759f1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:33.243462 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'Port': ['ID=ee6ee1a4-93da-4c93-9496-0e46449759f1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:33.364410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:41:33.467683 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:41:33.478279 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:41:33.489250 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:33.489915 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:33.510332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] No DVR routers for this DVR port ee6ee1a4-93da-4c93-9496-0e46449759f1 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:41:33.513264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:33.516454 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b9bd62d1-8520-42dc-a0c1-ec8726c5d06c req-fc1f0efe-8d30-4b74-90ef-91f9028c0764 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.91 "DELETE /v2.0/ports/ee6ee1a4-93da-4c93-9496-0e46449759f1 HTTP/1.1" status: 204 len: 173 time: 0.8600473 Jul 14 14:41:33.516927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-deleted', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:41:33.519101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a6176-38eb-45e0-86f0-b541814dec47" -d '{"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-deleted", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:41:33.642383 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e216fe-d5db-44a6-9e01-fbe2661bb0c1 x-openstack-request-id: req-45e216fe-d5db-44a6-9e01-fbe2661bb0c1 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:41:33.642768 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bad9638-c252-4901-8de1-beeaf6a59bbd", "name": "network-vif-deleted", "tag": "ee6ee1a4-93da-4c93-9496-0e46449759f1", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:41:33.643089 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-45e216fe-d5db-44a6-9e01-fbe2661bb0c1 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:41:33.643548 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e216fe-d5db-44a6-9e01-fbe2661bb0c1'] response: {'server_uuid': '8bad9638-c252-4901-8de1-beeaf6a59bbd', 'name': 'network-vif-deleted', 'tag': 'ee6ee1a4-93da-4c93-9496-0e46449759f1', 'status': 'completed', 'code': 200} Jul 14 14:41:33.700433 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f0ce625f-b655-4d25-965b-ac0a6f70b46d req-c23b0d18-40ca-478e-b454-05b0678cc4b4 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/ports?device_id=8bad9638-c252-4901-8de1-beeaf6a59bbd HTTP/1.1" status: 200 len: 210 time: 0.0355501 Jul 14 14:41:33.717437 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:33.741329 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:33.840498 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:33.906495 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:33.934700 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:41:33.943137 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:33.943747 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:34.044780 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:34.236191 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:34.260516 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e042ef3-0a87-4ae4-9eeb-5b256f80cf2b None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:36:23Z', 'revision_number': 4, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '631f1534-cd81-4435-8445-378c2bfcdbeb', 'name': '', 'network_id': '44167c18-8a2e-4113-86a9-34428792d360', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'mac_address': 'fa:16:3e:25:4e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:22Z', 'updated_at': '2022-07-14T14:36:26Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'subnets': [{'id': '87375ea1-30f8-4705-b572-9ba0dafb0106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:41:34.475123 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944bbdd-1264-405d-b0d3-7c4cd39a9c4d None None] New status for floating IP 5044817e-9793-46b2-a102-f9b988eb901c: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:41:34.823027 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-45feff20-7722-4cc6-8f04-2062c82d131f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:34.903083 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46448) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:34.957593 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (ea3ae303-507b-49f3-bc98-961a0131f23c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:34.983097 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (ea3ae303-507b-49f3-bc98-961a0131f23c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.120217 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ea3ae303-507b-49f3-bc98-961a0131f23c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.122874 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.124028 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "DELETE /v2.0/security-groups/ea3ae303-507b-49f3-bc98-961a0131f23c HTTP/1.1" status: 204 len: 168 time: 0.2199552 Jul 14 14:41:35.127400 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46450) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:35.133886 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675d0e8-071e-4e8e-b3bc-1a49f73df950 tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ae303-507b-49f3-bc98-961a0131f23c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:35.141673 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.api.v2.resource [None req-e4052a8c-e642-4f53-928b-da0bbaaf45de tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] show failed (client error): The resource could not be found. Jul 14 14:41:35.143306 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e4052a8c-e642-4f53-928b-da0bbaaf45de tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "GET /v2.0/security-groups/ea3ae303-507b-49f3-bc98-961a0131f23c HTTP/1.1" status: 404 len: 347 time: 0.0143661 Jul 14 14:41:35.146410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46452) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:35.266875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Deleting port c622e20a-6833-4271-a0ac-ec67b8d68bb4 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:35.267277 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.284552 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:35.295138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:35.351613 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.351949 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (c622e20a-6833-4271-a0ac-ec67b8d68bb4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.364189 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Calling delete_port for c622e20a-6833-4271-a0ac-ec67b8d68bb4 owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:35.594859 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (c622e20a-6833-4271-a0ac-ec67b8d68bb4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.619461 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Pushing event deleted for resources: {'Port': ['ID=c622e20a-6833-4271-a0ac-ec67b8d68bb4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:35.683520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks [] for floatingip (5044817e-9793-46b2-a102-f9b988eb901c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.686147 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:35.687298 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c9c46b4d-2940-40d6-a7d3-ecc9575b9b1c tempest-AttachVolumeShelveTestJSON-377922018 tempest-AttachVolumeShelveTestJSON-377922018-project] 10.222.0.93 "DELETE /v2.0/floatingips/5044817e-9793-46b2-a102-f9b988eb901c HTTP/1.1" status: 204 len: 168 time: 0.5399358 Jul 14 14:41:36.179332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:41:36.203167 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: ee6ee1a4-93da-4c93-9496-0e46449759f1 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:41:36.203167 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device ee6ee1a4-93da-4c93-9496-0e46449759f1 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:41:36.274152 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:37.525947 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:38.016984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:38.539356 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46474) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:38.964065 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:39.005985 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (38c1c82f-15ae-442e-abb3-0f65cc696945), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:39.232267 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Deleting port 631f1534-cd81-4435-8445-378c2bfcdbeb {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:39.232509 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:39.308741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] For port 631f1534-cd81-4435-8445-378c2bfcdbeb, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=631f1534-cd81-4435-8445-378c2bfcdbeb,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:39.309089 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:39.321658 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Calling delete_port for 631f1534-cd81-4435-8445-378c2bfcdbeb owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:39.386913 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:39.644925 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (631f1534-cd81-4435-8445-378c2bfcdbeb), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:39.671504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=631f1534-cd81-4435-8445-378c2bfcdbeb,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:39.834882 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (38c1c82f-15ae-442e-abb3-0f65cc696945), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.037131 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:40.039041 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Router 38c1c82f-15ae-442e-abb3-0f65cc696945 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:41:40.142242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:41:40.147159 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bf27d208-f601-4165-bfbd-c8a99a5590f2 admin admin] 10.222.0.93 "PUT /v2.0/routers/38c1c82f-15ae-442e-abb3-0f65cc696945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6070507 Jul 14 14:41:40.149882 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46480) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:40.152471 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Sync routers for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:41:40.162898 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:40.163578 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:40.241266 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:40.248302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks [] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.265954 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:40.347751 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks [] for router_gateway (38c1c82f-15ae-442e-abb3-0f65cc696945), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.441679 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:41:39Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:40.470334 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Checking router: 38c1c82f-15ae-442e-abb3-0f65cc696945 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:41:40.478870 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Routers {'38c1c82f-15ae-442e-abb3-0f65cc696945'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:41:40.479450 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:41:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['38c1c82f-15ae-442e-abb3-0f65cc696945'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:40.527745 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Deleting port fc23bed8-3452-4138-adbd-a3f3290fbdc2 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:40.527984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.581392 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] Set router 38c1c82f-15ae-442e-abb3-0f65cc696945 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:41:40.607324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] For port fc23bed8-3452-4138-adbd-a3f3290fbdc2, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=fc23bed8-3452-4138-adbd-a3f3290fbdc2,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:40.607683 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.621505 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Calling delete_port for fc23bed8-3452-4138-adbd-a3f3290fbdc2 owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:40.638129 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:40.755509 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:41:39Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:40.783865 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da5f40-91aa-49c1-aa86-7c79bfc6501c None None] The sync data for ids ['38c1c82f-15ae-442e-abb3-0f65cc696945'] in dv-cinder-799871-30-iscsi is: [{'id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'name': 'tempest-AttachVolumeShelveTestJSON-1440707644-router', 'tenant_id': '7378149db04942bdbc1035f0a3a902fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:36:19Z', 'updated_at': '2022-07-14T14:41:39Z', 'revision_number': 5, 'project_id': '7378149db04942bdbc1035f0a3a902fe', 'gw_port': {'id': 'fc23bed8-3452-4138-adbd-a3f3290fbdc2', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:30:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c1c82f-15ae-442e-abb3-0f65cc696945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:36:20Z', 'updated_at': '2022-07-14T14:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:41:40.954331 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (fc23bed8-3452-4138-adbd-a3f3290fbdc2), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:40.980891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc23bed8-3452-4138-adbd-a3f3290fbdc2,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:41.044945 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (38c1c82f-15ae-442e-abb3-0f65cc696945), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.377549 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.379718 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks [] for router_controller (38c1c82f-15ae-442e-abb3-0f65cc696945), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.507455 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (38c1c82f-15ae-442e-abb3-0f65cc696945), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.508087 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38c1c82f-15ae-442e-abb3-0f65cc696945 {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:41:41.517198 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.517198 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f976c3d6-4910-4755-b082-5fcf5d3918f4 admin admin] 10.222.0.93 "DELETE /v2.0/routers/38c1c82f-15ae-442e-abb3-0f65cc696945 HTTP/1.1" status: 204 len: 168 time: 1.3646836 Jul 14 14:41:41.518616 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46482) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:41.565830 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Deleting subnet 87375ea1-30f8-4705-b572-9ba0dafb0106 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:41:41.569624 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Publish callbacks [] for subnet (87375ea1-30f8-4705-b572-9ba0dafb0106), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.620136 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (87375ea1-30f8-4705-b572-9ba0dafb0106), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.649642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:41.689386 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (87375ea1-30f8-4705-b572-9ba0dafb0106), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.734524 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:41.817376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (87375ea1-30f8-4705-b572-9ba0dafb0106), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.846208 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87375ea1-30f8-4705-b572-9ba0dafb0106,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:41.850065 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.853111 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-375a5696-f660-466a-9048-1aad3aa8a9b6 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/87375ea1-30f8-4705-b572-9ba0dafb0106 HTTP/1.1" status: 204 len: 168 time: 0.3333297 Jul 14 14:41:41.855933 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46484) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:41.858600 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94adf1-27ae-443f-ad22-3a8f4c34b16c None None] Network 44167c18-8a2e-4113-86a9-34428792d360 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:41:41.926823 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (44167c18-8a2e-4113-86a9-34428792d360), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:41.975249 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Deleting port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:41.975889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.023171 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] DHCP port deletion for 44167c18-8a2e-4113-86a9-34428792d360 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:41:42.026469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 631f1534-cd81-4435-8445-378c2bfcdbeb no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:41:42.049031 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 631f1534-cd81-4435-8445-378c2bfcdbeb {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:41:42.049299 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] For port dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:42.049432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 631f1534-cd81-4435-8445-378c2bfcdbeb not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:41:42.049612 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.049777 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fc23bed8-3452-4138-adbd-a3f3290fbdc2 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:41:42.067237 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Calling delete_port for dc1ec163-151d-4b14-93f6-4c8c36ae9d11 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:42.088052 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: fc23bed8-3452-4138-adbd-a3f3290fbdc2 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:41:42.088306 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device fc23bed8-3452-4138-adbd-a3f3290fbdc2 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:41:42.098980 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Deleting port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:41:42.099349 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.205924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.235753 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:42.239928 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] No DVR routers for this DVR port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:41:42.289749 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] For port dc1ec163-151d-4b14-93f6-4c8c36ae9d11, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,segment=NetworkSegment(1992e426-7a58-46d0-8f5c-5cdb019ba975),segment_id=1992e426-7a58-46d0-8f5c-5cdb019ba975)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:41:42.290146 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.302717 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Calling delete_port for dc1ec163-151d-4b14-93f6-4c8c36ae9d11 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:41:42.312549 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (44167c18-8a2e-4113-86a9-34428792d360), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.333362 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44167c18-8a2e-4113-86a9-34428792d360']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:42.342863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1992e426-7a58-46d0-8f5c-5cdb019ba975') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:42.343093 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1992e426-7a58-46d0-8f5c-5cdb019ba975') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:41:42.353527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (1992e426-7a58-46d0-8f5c-5cdb019ba975), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.366619 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (1992e426-7a58-46d0-8f5c-5cdb019ba975), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.373821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:41:42.374219 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (1992e426-7a58-46d0-8f5c-5cdb019ba975), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.375746 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (dc1ec163-151d-4b14-93f6-4c8c36ae9d11), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.405697 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] No DVR routers for this DVR port dc1ec163-151d-4b14-93f6-4c8c36ae9d11 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:41:42.409452 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Pushing event deleted for resources: {'Port': ['ID=dc1ec163-151d-4b14-93f6-4c8c36ae9d11,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:42.417343 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.417799 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.418063 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.418405 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.418739 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.419069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.419396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.419768 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.420033 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.420358 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.420677 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.421006 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.421431 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.421641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.422020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44278ec3-6acd-4456-8654-e576d63ef2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:42.470879 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 1992e426-7a58-46d0-8f5c-5cdb019ba975 resource provider aggregate not found Jul 14 14:41:42.487302 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 1992e426-7a58-46d0-8f5c-5cdb019ba975 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1992e426-7a58-46d0-8f5c-5cdb019ba975 found for delete ", "request_id": "req-86936f77-2fc1-4d7b-86f4-4792619aaf37"}]} Jul 14 14:41:42.542088 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (44167c18-8a2e-4113-86a9-34428792d360), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.547760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:42.550728 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] 10.222.0.93 "DELETE /v2.0/networks/44167c18-8a2e-4113-86a9-34428792d360 HTTP/1.1" status: 204 len: 168 time: 0.6938882 Jul 14 14:41:42.561709 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104724c-311a-4497-8fbb-64f0dbc8f674 admin admin] Pushing event deleted for resources: {'Network': ['ID=44167c18-8a2e-4113-86a9-34428792d360,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:42.915027 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46494) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:42.922232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:42.955867 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-bca16f45-83f1-41dd-aa94-c97be78c7204 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7378149db04942bdbc1035f0a3a902fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392137 Jul 14 14:41:42.958660 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46496) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:43.008886 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] Publish callbacks [] for security_group (f20bd871-6cab-4d6f-9372-8d9016ddac2a), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:43.030495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] Publish callbacks [] for security_group (f20bd871-6cab-4d6f-9372-8d9016ddac2a), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:43.199945 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f20bd871-6cab-4d6f-9372-8d9016ddac2a), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:43.202637 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:43.203917 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f20bd871-6cab-4d6f-9372-8d9016ddac2a HTTP/1.1" status: 204 len: 168 time: 0.2442582 Jul 14 14:41:43.211693 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719bce2-88fb-4ac3-b164-586be4dc42bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20bd871-6cab-4d6f-9372-8d9016ddac2a,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:43.707836 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc1ec163-151d-4b14-93f6-4c8c36ae9d11 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:41:43.728943 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: dc1ec163-151d-4b14-93f6-4c8c36ae9d11 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:41:43.729136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc1ec163-151d-4b14-93f6-4c8c36ae9d11 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:41:44.902683 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:45.128651 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=34 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:45.129529 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:51.677209 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:41:53.068288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=11,neutron:SELECT=58 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:53.207584 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:54.753297 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:54.755188 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:41:55.382005 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46638) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:55.488686 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9319e2b5-8743-4d0f-bf89-51d516311f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.564598 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9319e2b5-8743-4d0f-bf89-51d516311f24 admin admin] Publish callbacks [] for security_group (f08f2ab8-15a5-4059-a640-371d1429d3c0), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.673278 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-9319e2b5-8743-4d0f-bf89-51d516311f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f08f2ab8-15a5-4059-a640-371d1429d3c0), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.712409 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319e2b5-8743-4d0f-bf89-51d516311f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f2ab8-15a5-4059-a640-371d1429d3c0,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:55.716897 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-9319e2b5-8743-4d0f-bf89-51d516311f24 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f966eb505d494be6814cb3b01157ecee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333743 Jul 14 14:41:55.719919 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46642) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:55.771833 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] Publish callbacks [] for security_group (f08f2ab8-15a5-4059-a640-371d1429d3c0), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.793366 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] Publish callbacks [] for security_group (f08f2ab8-15a5-4059-a640-371d1429d3c0), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.907017 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (f08f2ab8-15a5-4059-a640-371d1429d3c0), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.910152 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:55.911316 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f08f2ab8-15a5-4059-a640-371d1429d3c0 HTTP/1.1" status: 204 len: 168 time: 0.1899285 Jul 14 14:41:55.919558 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1436fd23-40dd-4ef5-a313-6e1cc5ecef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f2ab8-15a5-4059-a640-371d1429d3c0,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:59.118004 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46718) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:59.221581 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.295407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Publish callbacks [] for security_group (0a7fc0fc-9e3d-4718-976c-032565e51211), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.364098 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0a7fc0fc-9e3d-4718-976c-032565e51211), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.404624 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7fc0fc-9e3d-4718-976c-032565e51211,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:41:59.409147 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=47ac60ab65554a3cb42de19160e806b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901027 Jul 14 14:41:59.412066 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46722) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:41:59.415052 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.415390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.415723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.416210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.416533 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.416857 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.417179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.417501 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.417841 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.418279 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.418475 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.418793 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.419141 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.419476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.420067 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94ed92d-e98d-4be5-9982-41e4b2f3bf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:41:59.463937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] Publish callbacks [] for security_group (0a7fc0fc-9e3d-4718-976c-032565e51211), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.487084 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] Publish callbacks [] for security_group (0a7fc0fc-9e3d-4718-976c-032565e51211), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.639270 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (0a7fc0fc-9e3d-4718-976c-032565e51211), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.641879 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:41:59.643083 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0a7fc0fc-9e3d-4718-976c-032565e51211 HTTP/1.1" status: 204 len: 168 time: 0.2298627 Jul 14 14:41:59.651029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc703-e0ff-4c93-bc7f-111b1790c4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7fc0fc-9e3d-4718-976c-032565e51211,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:00.337579 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46730) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:00.352172 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a434-c985-4de9-8584-4c5c3a41de3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.430530 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a434-c985-4de9-8584-4c5c3a41de3a admin admin] Publish callbacks [] for security_group (be61e6d4-f834-4168-88d1-5f2302402071), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.501681 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c2a3a434-c985-4de9-8584-4c5c3a41de3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (be61e6d4-f834-4168-88d1-5f2302402071), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.541810 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c2a3a434-c985-4de9-8584-4c5c3a41de3a admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d0b3ec25ffdf4995a4587203e46a3fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030780 Jul 14 14:42:00.542658 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a434-c985-4de9-8584-4c5c3a41de3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be61e6d4-f834-4168-88d1-5f2302402071,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:00.544638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46732) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:00.597861 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] Publish callbacks [] for security_group (be61e6d4-f834-4168-88d1-5f2302402071), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.620032 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] Publish callbacks [] for security_group (be61e6d4-f834-4168-88d1-5f2302402071), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.646289 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:00.770651 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (be61e6d4-f834-4168-88d1-5f2302402071), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.773220 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:00.774426 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/be61e6d4-f834-4168-88d1-5f2302402071 HTTP/1.1" status: 204 len: 168 time: 0.2288029 Jul 14 14:42:00.783872 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cda2d-ad0b-487a-bef0-24ec24d266e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be61e6d4-f834-4168-88d1-5f2302402071,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:01.673342 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:02.724860 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f98b6936-727a-4aa0-b204-b5951f069a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:02.853363 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6995a8-1d80-4586-b579-b4b3db73cfde req-a33bbde6-16b3-4992-9f4e-bd1e4c4713b6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:02.854844 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f6995a8-1d80-4586-b579-b4b3db73cfde req-a33bbde6-16b3-4992-9f4e-bd1e4c4713b6 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0486574 Jul 14 14:42:02.904404 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f6995a8-1d80-4586-b579-b4b3db73cfde req-0ecc4eaa-d36e-45d0-bb36-59b0cc0990ee tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 Jul 14 14:42:03.459988 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46810) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:03.565848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e531f6e2-e357-485a-89cb-b8c2901935f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.640180 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e531f6e2-e357-485a-89cb-b8c2901935f2 admin admin] Publish callbacks [] for security_group (92cfc90d-9c46-45fa-abba-c117ccaf769f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.707191 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e531f6e2-e357-485a-89cb-b8c2901935f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (92cfc90d-9c46-45fa-abba-c117ccaf769f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.750335 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e531f6e2-e357-485a-89cb-b8c2901935f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=72b5582914cc47a6be0916145fe95da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892435 Jul 14 14:42:03.751783 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531f6e2-e357-485a-89cb-b8c2901935f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cfc90d-9c46-45fa-abba-c117ccaf769f,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:03.753611 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46814) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:03.803623 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Publish callbacks [] for security_group (92cfc90d-9c46-45fa-abba-c117ccaf769f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.823378 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Publish callbacks [] for security_group (92cfc90d-9c46-45fa-abba-c117ccaf769f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.987385 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (92cfc90d-9c46-45fa-abba-c117ccaf769f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.989846 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:03.990923 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/92cfc90d-9c46-45fa-abba-c117ccaf769f HTTP/1.1" status: 204 len: 168 time: 0.2362380 Jul 14 14:42:04.017201 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cfc90d-9c46-45fa-abba-c117ccaf769f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:04.028767 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.029106 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.029441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.029787 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.030120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.030861 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.030861 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.031072 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.031382 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.031747 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.032278 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.033114 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.033448 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.033836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.034083 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36479c-15c4-4324-9b04-8910ab88019a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:04.044964 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f3500-e3f5-4a59-aaed-156eac487425 req-69fa52bb-3c61-4177-ae7b-88c811b7bb33 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:04.046521 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-123f3500-e3f5-4a59-aaed-156eac487425 req-69fa52bb-3c61-4177-ae7b-88c811b7bb33 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0702300 Jul 14 14:42:04.073581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:04.099924 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-123f3500-e3f5-4a59-aaed-156eac487425 req-e6e876e8-37ee-4b24-852b-8affdd18acda tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups?id=17ff7937-fc32-4d24-aac9-d322ce301bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470304 Jul 14 14:42:04.245316 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:04.258437 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-6e076a60-25a6-44a6-96ec-a0064104f44b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:04.259897 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-6e076a60-25a6-44a6-96ec-a0064104f44b tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 946 time: 0.0466259 Jul 14 14:42:04.298050 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:04.339752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:04.340014 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.442826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] For port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:04.443205 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.606818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.607527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.607527 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Floating IP fc4e3fde-0922-480c-8c63-ef990e0735e9 disassociated. External IP: 172.27.2.136, port: cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb. Jul 14 14:42:04.607742 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:04.754425 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:04.769866 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46822) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:04.771118 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-8b0dfb00-f608-49a4-8f57-c1de7936c7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.783358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d52c95f3-a01b-4084-8838-80148e52f2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.817679 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:04.857183 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:04.987174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d52c95f3-a01b-4084-8838-80148e52f2d2 admin admin] Publish callbacks [] for security_group (62d8bf30-be91-4886-b4e3-b34bf00a0bb8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.010208 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:42:05.106299 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d52c95f3-a01b-4084-8838-80148e52f2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (62d8bf30-be91-4886-b4e3-b34bf00a0bb8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.156039 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d52c95f3-a01b-4084-8838-80148e52f2d2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=dc07481e6e7942769e64cb124d814cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849568 Jul 14 14:42:05.158897 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46826) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:05.163112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c95f3-a01b-4084-8838-80148e52f2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d8bf30-be91-4886-b4e3-b34bf00a0bb8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:05.168419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:05.177923 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:05.197359 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:05.198575 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.219305 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] No DVR routers for this DVR port cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:42:05.222328 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.225682 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5dd7e594-24f2-4477-ae31-5c8fbb64bd7a req-92ec2a80-a12d-4c31-bce3-fd1468fdb6c5 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.91 "DELETE /v2.0/ports/cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb HTTP/1.1" status: 204 len: 173 time: 0.9609621 Jul 14 14:42:05.226161 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'name': 'network-vif-deleted', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:42:05.227691 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ce13035b-0df9-4dcf-a40c-7ee7c5258758 req-4150eaf6-d074-4ded-bfe1-5dc4e590516e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 210 time: 0.0354798 Jul 14 14:42:05.231149 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16a1d7-c22c-4121-8379-a4b126b8eb2e" -d '{"events": [{"server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "name": "network-vif-deleted", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:42:05.240001 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:05.246265 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] Publish callbacks [] for security_group (62d8bf30-be91-4886-b4e3-b34bf00a0bb8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.270984 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] Publish callbacks [] for security_group (62d8bf30-be91-4886-b4e3-b34bf00a0bb8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.293912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206dbbcc-fd11-4278-bbed-fde03cf1c292 x-openstack-request-id: req-206dbbcc-fd11-4278-bbed-fde03cf1c292 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:42:05.294306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3662dbbd-4bda-437b-9974-53a4b0e35bca", "name": "network-vif-deleted", "tag": "cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:42:05.294673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-206dbbcc-fd11-4278-bbed-fde03cf1c292 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:42:05.295216 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206dbbcc-fd11-4278-bbed-fde03cf1c292'] response: {'server_uuid': '3662dbbd-4bda-437b-9974-53a4b0e35bca', 'name': 'network-vif-deleted', 'tag': 'cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb', 'status': 'completed', 'code': 200} Jul 14 14:42:05.352950 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:05.462233 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (62d8bf30-be91-4886-b4e3-b34bf00a0bb8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.464835 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:05.466079 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/62d8bf30-be91-4886-b4e3-b34bf00a0bb8 HTTP/1.1" status: 204 len: 168 time: 0.3055701 Jul 14 14:42:05.480216 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae5fcc-dd42-4b93-aa7d-ea15f8627963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d8bf30-be91-4886-b4e3-b34bf00a0bb8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:05.554958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.580984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:05.590003 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:05.590616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.695122 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:05.884580 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:05.910787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a5173d-579b-487e-abb8-079ac9a067c5 None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:27Z', 'revision_number': 4, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': '2020d3fd-3bc5-4ef2-b25d-29a02f7f5230', 'name': '', 'network_id': 'e31486e8-2bc1-4f00-b9ce-bbd86c605e0f', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'mac_address': 'fa:16:3e:89:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:27Z', 'updated_at': '2022-07-14T14:37:30Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'subnets': [{'id': 'f45b1d69-8fee-4cc2-867c-97bb6ea881be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:06.233980 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da65f68-d8a7-4235-9a7b-44641b24603b None None] New status for floating IP fc4e3fde-0922-480c-8c63-ef990e0735e9: DOWN {{(pid=104475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:42:06.245117 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:06.291907 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:42:06.314512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:42:06.315028 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device cd39c8a0-4ff6-4ac9-943d-0fc4cc7967cb not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:42:06.520269 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c02ea402-3ef6-416c-9b44-2dfb4eb10d96 req-e8a7a9d3-9e2e-423e-abca-8ae87df3de1e tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/ports?device_id=3662dbbd-4bda-437b-9974-53a4b0e35bca HTTP/1.1" status: 200 len: 210 time: 0.0303905 Jul 14 14:42:06.716291 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46852) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:06.813041 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44587151-network', 'tenant_id': '35413c62675b457a84da91d845f96f2b'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:06.889360 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Made reservation on behalf of 35413c62675b457a84da91d845f96f2b for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:06.892429 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:06.901348 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:06.979243 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks [] for security_group (93490fe6-5d42-494b-a726-d0169217097e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.056014 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (93490fe6-5d42-494b-a726-d0169217097e), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.084772 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:42:07.094916 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93490fe6-5d42-494b-a726-d0169217097e,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:07.100080 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (c2d21e4c-80ba-47c0-95d4-771801871b4e), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.100417 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Added segment c2d21e4c-80ba-47c0-95d4-771801871b4e of type vlan for network c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 Jul 14 14:42:07.140811 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.249032 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.250087 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:07.250691 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.311251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] Pushing event updated for resources: {'Network': ['ID=c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:07.321490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:42:07.396761 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1bd0907e-a2dd-4389-abb0-e0f54139bb29 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6791897 Jul 14 14:42:07.400353 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46856) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:07.405399 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Request body: {'subnet': {'network_id': 'c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44587151-subnet', 'tenant_id': '35413c62675b457a84da91d845f96f2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:07.535835 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.570385 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Made reservation on behalf of 35413c62675b457a84da91d845f96f2b for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:07.572791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520330299'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.680598 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46862) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:07.706788 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:07.749583 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (17ff7937-fc32-4d24-aac9-d322ce301bb9), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.770997 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:07.772935 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (17ff7937-fc32-4d24-aac9-d322ce301bb9), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.906625 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3475181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520330249'] for subnet (f0966d7e-cf1d-48c6-b889-27325a14d564), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.951291 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:07.959196 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (17ff7937-fc32-4d24-aac9-d322ce301bb9), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.961838 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:07.962738 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0966d7e-cf1d-48c6-b889-27325a14d564,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:07.963299 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/security-groups/17ff7937-fc32-4d24-aac9-d322ce301bb9 HTTP/1.1" status: 204 len: 168 time: 0.2814958 Jul 14 14:42:07.966784 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46864) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:07.979341 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Checking segment: {'id': 'c2d21e4c-80ba-47c0-95d4-771801871b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:07.979693 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Network hostable DHCP agents. Network: c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:42:07.984932 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb66bb-59f5-49af-b87e-7474579b9b9f tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff7937-fc32-4d24-aac9-d322ce301bb9,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:07.987516 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.api.v2.resource [None req-79b86ca4-6a5b-4f14-bdb9-9aedfa4676b2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] show failed (client error): The resource could not be found. Jul 14 14:42:07.988543 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-79b86ca4-6a5b-4f14-bdb9-9aedfa4676b2 tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "GET /v2.0/security-groups/17ff7937-fc32-4d24-aac9-d322ce301bb9 HTTP/1.1" status: 404 len: 347 time: 0.0206413 Jul 14 14:42:07.991487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46866) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:07.999316 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:08.052197 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.114127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Deleting port de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:08.114470 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.194709 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.195045 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.207938 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Calling delete_port for de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:08.221981 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Network c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:42:08.255253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:08.421750 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:08.426601 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:08.427189 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.431048 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990908d-3916-4e81-bfa7-1f9470bde144 None None] Network c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:08.461476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.488419 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Pushing event deleted for resources: {'Port': ['ID=de4c42d4-6fb0-4dec-9ed3-8bc08b31cdaf,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:08.534438 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11289cfc-5d7c-4076-a347-ad717fa76cb9 None None] Network c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:08.546921 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-052afc75-86b8-45dc-ba46-7737290e4117 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1454189 Jul 14 14:42:08.550441 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:08.553435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks [] for floatingip (fc4e3fde-0922-480c-8c63-ef990e0735e9), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.556094 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:08.560658 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e52bca6f-90af-452e-9268-1c758244109a tempest-AttachVolumeNegativeTest-1364329329 tempest-AttachVolumeNegativeTest-1364329329-project] 10.222.0.93 "DELETE /v2.0/floatingips/fc4e3fde-0922-480c-8c63-ef990e0735e9 HTTP/1.1" status: 204 len: 168 time: 0.5649323 Jul 14 14:42:09.294344 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46886) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:09.299186 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284965191-network', 'tenant_id': '09b9181d380e44009bc3f01b94dad329'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:09.410119 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Made reservation on behalf of 09b9181d380e44009bc3f01b94dad329 for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:09.412462 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.421460 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.502276 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks [] for security_group (9087ccd2-6c29-4055-8c1c-4c7e557d1147), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.570225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (9087ccd2-6c29-4055-8c1c-4c7e557d1147), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.598285 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:42:09.604820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9087ccd2-6c29-4055-8c1c-4c7e557d1147,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:09.611302 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (bd44a587-caab-4730-be97-cfef1a97a447), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.611646 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Added segment bd44a587-caab-4730-be97-cfef1a97a447 of type vlan for network ae38eea5-fc85-48c4-9f7f-67de2bc44a60 Jul 14 14:42:09.651009 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (ae38eea5-fc85-48c4-9f7f-67de2bc44a60), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.666882 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:09.780537 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (ae38eea5-fc85-48c4-9f7f-67de2bc44a60), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.781604 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:09.782322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:09.844381 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] Pushing event updated for resources: {'Network': ['ID=ae38eea5-fc85-48c4-9f7f-67de2bc44a60,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:09.854981 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network ae38eea5-fc85-48c4-9f7f-67de2bc44a60 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:42:09.959471 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-13f4bb55-1490-468f-b595-1f30d8b86089 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6639593 Jul 14 14:42:09.960232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46892) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:09.972338 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Request body: {'subnet': {'network_id': 'ae38eea5-fc85-48c4-9f7f-67de2bc44a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284965191-subnet', 'tenant_id': '09b9181d380e44009bc3f01b94dad329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:10.118979 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Made reservation on behalf of 09b9181d380e44009bc3f01b94dad329 for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:10.121739 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:10.387535 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (922f8517-354a-4af8-88a4-7d3bfaf6f198), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:10.455000 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Pushing event updated for resources: {'Subnet': ['ID=922f8517-354a-4af8-88a4-7d3bfaf6f198,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:10.463805 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Checking segment: {'id': 'bd44a587-caab-4730-be97-cfef1a97a447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae38eea5-fc85-48c4-9f7f-67de2bc44a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:10.464161 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Network hostable DHCP agents. Network: ae38eea5-fc85-48c4-9f7f-67de2bc44a60, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:42:10.570383 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Network ae38eea5-fc85-48c4-9f7f-67de2bc44a60 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:42:10.684499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, ae38eea5-fc85-48c4-9f7f-67de2bc44a60) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:10.689258 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:10.690627 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:10.698517 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc1843-0f6f-4df9-b79f-740b21aa0dd8 None None] Network ae38eea5-fc85-48c4-9f7f-67de2bc44a60 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:10.778801 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f2406f05-3266-4742-ae3f-485dcb1b430d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8115318 Jul 14 14:42:10.797305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be822d53-2528-4170-8c65-ca8855addf7b None None] Network ae38eea5-fc85-48c4-9f7f-67de2bc44a60 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:12.728603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46930) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:12.870803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:13.019976 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:13.051959 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (3ef1918e-620a-45f7-b185-835298155cc8), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:13.275433 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Deleting port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:13.275676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:13.361916 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] For port 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:13.362305 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:13.375367 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Calling delete_port for 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:13.435416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:13.639302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (2020d3fd-3bc5-4ef2-b25d-29a02f7f5230), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:13.662188 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2020d3fd-3bc5-4ef2-b25d-29a02f7f5230,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:13.836767 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (3ef1918e-620a-45f7-b185-835298155cc8), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:14.044112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Router 3ef1918e-620a-45f7-b185-835298155cc8 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:42:14.395077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:14.402918 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-033107a1-e09f-493d-b1e9-a412d07acb3f admin admin] 10.222.0.93 "PUT /v2.0/routers/3ef1918e-620a-45f7-b185-835298155cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707168 Jul 14 14:42:14.402918 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46948) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:14.407041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Sync routers for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:14.416663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:14.417293 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:14.505098 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks [] for router (3ef1918e-620a-45f7-b185-835298155cc8), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:14.524437 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:14.596943 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:14.607420 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks [] for router_gateway (3ef1918e-620a-45f7-b185-835298155cc8), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:14.694653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:42:13Z', 'revision_number': 5, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port': {'id': '6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:bc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef1918e-620a-45f7-b185-835298155cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:37:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:14.800909 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Deleting port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:14.801250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:14.821288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:14.852887 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Checking router: 3ef1918e-620a-45f7-b185-835298155cc8 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:14.868506 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Routers {'3ef1918e-620a-45f7-b185-835298155cc8'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:14.869114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['3ef1918e-620a-45f7-b185-835298155cc8'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:14.884889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] For port 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:14.885552 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:14.902674 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Calling delete_port for 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:14.954327 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] Set router 3ef1918e-620a-45f7-b185-835298155cc8 gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:14.977991 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.003998 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:42:14Z', 'revision_number': 6, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:15.047796 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc1d5d-de36-4123-9277-b1d7419eeee0 None None] The sync data for ids ['3ef1918e-620a-45f7-b185-835298155cc8'] in dv-cinder-799871-30-iscsi is: [{'id': '3ef1918e-620a-45f7-b185-835298155cc8', 'name': 'tempest-AttachVolumeNegativeTest-453085615-router', 'tenant_id': 'abb12869989f45cc875ecb36dd1f7aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:37:24Z', 'updated_at': '2022-07-14T14:42:14Z', 'revision_number': 6, 'project_id': 'abb12869989f45cc875ecb36dd1f7aef', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:15.181697 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.207203 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Pushing event deleted for resources: {'Port': ['ID=6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:15.268020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (3ef1918e-620a-45f7-b185-835298155cc8), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.361496 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (3ef1918e-620a-45f7-b185-835298155cc8), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.364352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks [] for router_controller (3ef1918e-620a-45f7-b185-835298155cc8), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.484708 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (3ef1918e-620a-45f7-b185-835298155cc8), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.485655 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ef1918e-620a-45f7-b185-835298155cc8 {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:42:15.492561 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.493797 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-6bbfbf85-0282-4a83-8064-881c0d1f809a admin admin] 10.222.0.93 "DELETE /v2.0/routers/3ef1918e-620a-45f7-b185-835298155cc8 HTTP/1.1" status: 204 len: 168 time: 1.0902731 Jul 14 14:42:15.497489 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 46954) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:15.546962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Deleting subnet f45b1d69-8fee-4cc2-867c-97bb6ea881be {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:42:15.550250 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Publish callbacks [] for subnet (f45b1d69-8fee-4cc2-867c-97bb6ea881be), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.586736 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (f45b1d69-8fee-4cc2-867c-97bb6ea881be), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.613974 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:15.670320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (f45b1d69-8fee-4cc2-867c-97bb6ea881be), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.809125 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (f45b1d69-8fee-4cc2-867c-97bb6ea881be), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.842674 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45b1d69-8fee-4cc2-867c-97bb6ea881be,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:15.846682 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.852276 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f4299188-9e0d-46ac-9744-200cda69de6f admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f45b1d69-8fee-4cc2-867c-97bb6ea881be HTTP/1.1" status: 204 len: 168 time: 0.3525240 Jul 14 14:42:15.852853 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46956) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:15.867329 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:42:15.869974 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bdb3b-a14d-4ada-879d-c0c9cf62ce41 None None] Network e31486e8-2bc1-4f00-b9ce-bbd86c605e0f requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:15.917887 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:42:15.920722 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 2020d3fd-3bc5-4ef2-b25d-29a02f7f5230 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:42:15.920722 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:42:15.938508 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:15.985433 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:42:15.985892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 6df6b6aa-f80c-406f-b6f7-1cdc0bdcf753 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:42:16.102088 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] DHCP port deletion for e31486e8-2bc1-4f00-b9ce-bbd86c605e0f request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:42:16.104307 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:16.165955 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Deleting port 5979b5b9-5b78-423b-83b2-e14e677b426c {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:16.166408 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.239663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] For port 5979b5b9-5b78-423b-83b2-e14e677b426c, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5979b5b9-5b78-423b-83b2-e14e677b426c,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:16.240061 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.254052 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Calling delete_port for 5979b5b9-5b78-423b-83b2-e14e677b426c owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:16.261742 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Deleting port 5979b5b9-5b78-423b-83b2-e14e677b426c {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:42:16.262108 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.319321 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:16.327294 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] For port 5979b5b9-5b78-423b-83b2-e14e677b426c, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5979b5b9-5b78-423b-83b2-e14e677b426c,segment=NetworkSegment(338e5308-d80a-49e5-a1c2-bf3192223a27),segment_id=338e5308-d80a-49e5-a1c2-bf3192223a27)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:16.327659 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.341111 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Calling delete_port for 5979b5b9-5b78-423b-83b2-e14e677b426c owned by network:dhcp {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:42:16.407087 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:16.411273 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:16.421621 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.428889 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (5979b5b9-5b78-423b-83b2-e14e677b426c), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.448246 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] Pushing event deleted for resources: {'Port': ['ID=5979b5b9-5b78-423b-83b2-e14e677b426c,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:16.450565 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b56fb-d90d-4610-a841-4de480238290 None None] No DVR routers for this DVR port 5979b5b9-5b78-423b-83b2-e14e677b426c on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:42:16.460105 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] No DVR routers for this DVR port 5979b5b9-5b78-423b-83b2-e14e677b426c on host dv-cinder-799871-30-iscsi {{(pid=104472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:42:16.463861 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5979b5b9-5b78-423b-83b2-e14e677b426c,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:16.536503 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.556658 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31486e8-2bc1-4f00-b9ce-bbd86c605e0f']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:16.565894 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338e5308-d80a-49e5-a1c2-bf3192223a27') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:16.566189 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338e5308-d80a-49e5-a1c2-bf3192223a27') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:16.575683 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (338e5308-d80a-49e5-a1c2-bf3192223a27), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.588633 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (338e5308-d80a-49e5-a1c2-bf3192223a27), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.594736 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:42:16.595109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (338e5308-d80a-49e5-a1c2-bf3192223a27), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.735876 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 338e5308-d80a-49e5-a1c2-bf3192223a27 resource provider aggregate not found Jul 14 14:42:16.752313 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment 338e5308-d80a-49e5-a1c2-bf3192223a27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 338e5308-d80a-49e5-a1c2-bf3192223a27 found for delete ", "request_id": "req-5ec5494b-1cd2-470d-8472-fdc60cee9885"}]} Jul 14 14:42:16.820389 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (e31486e8-2bc1-4f00-b9ce-bbd86c605e0f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.825079 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:16.828369 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] 10.222.0.93 "DELETE /v2.0/networks/e31486e8-2bc1-4f00-b9ce-bbd86c605e0f HTTP/1.1" status: 204 len: 168 time: 0.9739459 Jul 14 14:42:16.841497 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b61868-6eff-48a0-9fe4-28a4d33ffd53 admin admin] Pushing event deleted for resources: {'Network': ['ID=e31486e8-2bc1-4f00-b9ce-bbd86c605e0f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:17.256169 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46976) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:17.299680 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d4df569a-cb21-4357-a818-2ff1c1a7e06e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=abb12869989f45cc875ecb36dd1f7aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423446 Jul 14 14:42:17.302316 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 46978) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:17.350146 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] Publish callbacks [] for security_group (d1394e9e-0e44-4a31-bbc8-75b707d2ebb9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:17.371011 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] Publish callbacks [] for security_group (d1394e9e-0e44-4a31-bbc8-75b707d2ebb9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:17.402463 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:17.534494 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (d1394e9e-0e44-4a31-bbc8-75b707d2ebb9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:17.537067 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:17.538283 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d1394e9e-0e44-4a31-bbc8-75b707d2ebb9 HTTP/1.1" status: 204 len: 168 time: 0.2350259 Jul 14 14:42:17.546295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade8c00-4849-43b5-806e-e397d40e96aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1394e9e-0e44-4a31-bbc8-75b707d2ebb9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:17.724271 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5979b5b9-5b78-423b-83b2-e14e677b426c no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:42:17.747242 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 5979b5b9-5b78-423b-83b2-e14e677b426c {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:42:17.747583 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5979b5b9-5b78-423b-83b2-e14e677b426c not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:42:25.840544 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:27.542591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:27.727706 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:27.728512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=29,neutron:DELETE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:28.675863 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:42:30.277354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47150) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:30.322446 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Deleting subnet f0966d7e-cf1d-48c6-b889-27325a14d564 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:42:30.325692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Publish callbacks [] for subnet (f0966d7e-cf1d-48c6-b889-27325a14d564), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.364173 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (f0966d7e-cf1d-48c6-b889-27325a14d564), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.405727 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (f0966d7e-cf1d-48c6-b889-27325a14d564), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.518840 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (f0966d7e-cf1d-48c6-b889-27325a14d564), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.545789 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0966d7e-cf1d-48c6-b889-27325a14d564,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:30.550296 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.553411 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-da67eac1-19ea-483c-a0fb-510293fbd0f7 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/f0966d7e-cf1d-48c6-b889-27325a14d564 HTTP/1.1" status: 204 len: 168 time: 0.2750387 Jul 14 14:42:30.555885 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47164) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:30.629095 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.708158 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.738034 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4']}} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:30.747822 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d21e4c-80ba-47c0-95d4-771801871b4e') {'for_net_delete': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:30.748125 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.services.segments.db [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d21e4c-80ba-47c0-95d4-771801871b4e') {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:30.757912 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3758159'] for segment (c2d21e4c-80ba-47c0-95d4-771801871b4e), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.771660 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (c2d21e4c-80ba-47c0-95d4-771801871b4e), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.778371 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=104472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:42:30.778684 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3480320'] for segment (c2d21e4c-80ba-47c0-95d4-771801871b4e), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.825235 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment c2d21e4c-80ba-47c0-95d4-771801871b4e resource provider aggregate not found Jul 14 14:42:30.844485 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.services.segments.plugin [-] Segment c2d21e4c-80ba-47c0-95d4-771801871b4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2d21e4c-80ba-47c0-95d4-771801871b4e found for delete ", "request_id": "req-bfb419c0-0ea6-45c9-bed8-22bb9a87c56e"}]} Jul 14 14:42:30.918249 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.923750 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:30.926840 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] 10.222.0.93 "DELETE /v2.0/networks/c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4 HTTP/1.1" status: 204 len: 168 time: 0.3700442 Jul 14 14:42:30.930143 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47176) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:30.937816 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eff8a9-19da-49aa-a0f5-990a3297d408 admin admin] Pushing event deleted for resources: {'Network': ['ID=c36a7a4a-4a21-4523-9f9e-d22f75ec2dc4,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:30.977318 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Deleting subnet 922f8517-354a-4af8-88a4-7d3bfaf6f198 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:42:30.980665 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Publish callbacks [] for subnet (922f8517-354a-4af8-88a4-7d3bfaf6f198), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.015123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (922f8517-354a-4af8-88a4-7d3bfaf6f198), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.060273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (922f8517-354a-4af8-88a4-7d3bfaf6f198), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.191791 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (922f8517-354a-4af8-88a4-7d3bfaf6f198), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.217495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922f8517-354a-4af8-88a4-7d3bfaf6f198,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:31.223978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.228299 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f97cf518-8efd-40f8-8619-251e894b3aca admin admin] 10.222.0.93 "DELETE /v2.0/subnets/922f8517-354a-4af8-88a4-7d3bfaf6f198 HTTP/1.1" status: 204 len: 168 time: 0.2970893 Jul 14 14:42:31.231249 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47178) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:31.303658 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (ae38eea5-fc85-48c4-9f7f-67de2bc44a60), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.380456 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (ae38eea5-fc85-48c4-9f7f-67de2bc44a60), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.399974 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae38eea5-fc85-48c4-9f7f-67de2bc44a60']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:31.409615 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd44a587-caab-4730-be97-cfef1a97a447') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:31.409949 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd44a587-caab-4730-be97-cfef1a97a447') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:31.419507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (bd44a587-caab-4730-be97-cfef1a97a447), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.433230 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (bd44a587-caab-4730-be97-cfef1a97a447), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.439479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:42:31.439869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (bd44a587-caab-4730-be97-cfef1a97a447), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.457846 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment bd44a587-caab-4730-be97-cfef1a97a447 resource provider aggregate not found Jul 14 14:42:31.494974 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment bd44a587-caab-4730-be97-cfef1a97a447 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd44a587-caab-4730-be97-cfef1a97a447 found for delete ", "request_id": "req-39893299-ce44-46fe-9566-fd78a7716c61"}]} Jul 14 14:42:31.585300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (ae38eea5-fc85-48c4-9f7f-67de2bc44a60), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.590732 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:31.593897 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] 10.222.0.93 "DELETE /v2.0/networks/ae38eea5-fc85-48c4-9f7f-67de2bc44a60 HTTP/1.1" status: 204 len: 168 time: 0.3617046 Jul 14 14:42:31.605479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387a8a-906a-4550-85aa-9665adab0cad admin admin] Pushing event deleted for resources: {'Network': ['ID=ae38eea5-fc85-48c4-9f7f-67de2bc44a60,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:31.992477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47192) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:32.033755 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-431c6a00-4209-4336-9474-1f3470893717 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=35413c62675b457a84da91d845f96f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393174 Jul 14 14:42:32.035702 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47194) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:32.085479 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] Publish callbacks [] for security_group (93490fe6-5d42-494b-a726-d0169217097e), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:32.110760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] Publish callbacks [] for security_group (93490fe6-5d42-494b-a726-d0169217097e), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:32.236620 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (93490fe6-5d42-494b-a726-d0169217097e), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:32.239397 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:32.245668 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/93490fe6-5d42-494b-a726-d0169217097e HTTP/1.1" status: 204 len: 168 time: 0.2039852 Jul 14 14:42:32.249573 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5a70a-4f63-482d-9344-b0911365a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93490fe6-5d42-494b-a726-d0169217097e,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:32.706412 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b663adfb-a0cd-4ad4-820b-6990d2299388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:33.043995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47208) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:33.085007 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-b71ffae5-d299-4225-8d4f-c24fce3f14f2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=09b9181d380e44009bc3f01b94dad329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398710 Jul 14 14:42:33.087534 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47210) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:33.138965 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] Publish callbacks [] for security_group (9087ccd2-6c29-4055-8c1c-4c7e557d1147), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:33.161534 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] Publish callbacks [] for security_group (9087ccd2-6c29-4055-8c1c-4c7e557d1147), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:33.163108 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:33.171869 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:33.323818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (9087ccd2-6c29-4055-8c1c-4c7e557d1147), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:33.326449 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:33.327677 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9087ccd2-6c29-4055-8c1c-4c7e557d1147 HTTP/1.1" status: 204 len: 168 time: 0.2392263 Jul 14 14:42:33.337278 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8116086-0d4b-4710-8b39-aa6083a20792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9087ccd2-6c29-4055-8c1c-4c7e557d1147,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:34.324604 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47246) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:34.422465 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-16670635-network', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:34.512364 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Made reservation on behalf of 4c597b767cad4ce288fa65d68c5eaff5 for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:34.514747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.523775 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.601390 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks [] for security_group (166be3fa-61b3-4086-87e9-0f33bc4e9460), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.676740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (166be3fa-61b3-4086-87e9-0f33bc4e9460), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.704890 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:42:34.712020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166be3fa-61b3-4086-87e9-0f33bc4e9460,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:34.718241 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (163e2dfd-461d-4db3-87a9-322618c62b3c), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.718588 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Added segment 163e2dfd-461d-4db3-87a9-322618c62b3c of type vlan for network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb Jul 14 14:42:34.759253 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.803340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5708e368-694d-43ac-81d5-cb0a0de8289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.826223 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.827278 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:34.828037 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:34.892302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] Pushing event updated for resources: {'Network': ['ID=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:34.902346 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:42:34.922389 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-65ae739d-819e-48d7-86cc-edd7aa441c7f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5936451 Jul 14 14:42:34.922389 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47258) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:34.927305 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Request body: {'subnet': {'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-16670635-subnet', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:35.003056 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Made reservation on behalf of 4c597b767cad4ce288fa65d68c5eaff5 for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:35.005526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.255484 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (dff8a7b6-e70a-4d30-aea9-a7d341e4643f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.325903 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff8a7b6-e70a-4d30-aea9-a7d341e4643f,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:35.336025 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:35.336373 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Network hostable DHCP agents. Network: c6e7ee75-56fd-433e-9d2e-334d21d9fbeb, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:42:35.455599 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:42:35.556666 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, c6e7ee75-56fd-433e-9d2e-334d21d9fbeb) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:35.561456 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:35.562668 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.566883 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c20f3d-0c93-44c7-91ad-e03a884d3883 None None] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:35.571463 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:35.659703 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4b6d48e4-b4d9-465b-ba46-0eaf72bec27e admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7360151 Jul 14 14:42:35.662128 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47266) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:35.666600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:35.676015 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:42:35.677012 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.686507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:35.817416 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Allocated IP 172.20.0.2 (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb/dff8a7b6-e70a-4d30-aea9-a7d341e4643f/5ad9ac74-4bd3-49a1-a3cb-231511e19574) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:35.825472 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.826574 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.877559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for router_controller (8d3642da-ff1b-46b8-800f-c17a6dd38f57), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:35.974847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks [] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.065831 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.110884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:36.112789 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for router_gateway (8d3642da-ff1b-46b8-800f-c17a6dd38f57), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.115997 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:36.118483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Pushing event updated for resources: {'Port': ['ID=5ad9ac74-4bd3-49a1-a3cb-231511e19574,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:36.120609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:36.194264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Attempting to bind port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:36.194625 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Attempting to bind port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:36.195139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Attempting to bind port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:36.200695 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:36.201063 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:36.201456 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.201867 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Bound using segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:36.202339 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Bound port: 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:36.202699 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.263955 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.270337 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] For port 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:36.273651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] For port 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5ad9ac74-4bd3-49a1-a3cb-231511e19574,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:36.352809 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.377287 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for router_gateway (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.400999 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.417487 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8e66c-7014-428f-bbc4-050dfc3fbc41 None None] Pushing event updated for resources: {'Port': ['ID=5ad9ac74-4bd3-49a1-a3cb-231511e19574,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:36.510638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Allocated IP 172.27.2.144 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/07ebd46b-a2f7-4b32-ab89-03c87d8a14d9) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:36.640593 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.729939 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:36.773812 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:36.779152 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:36.781503 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:36.783640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:36.808668 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:37.074118 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:37.101554 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for router_gateway (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.342644 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.421653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bb324-89e7-4fd0-879e-3577da30ba1f None None] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:37.445176 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:37.490549 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.491020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:37.496139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Provisioning complete for port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:37.504861 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.546232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:42:37.606979 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Current status of the port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:37.607373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.660996 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:37.664380 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] For port 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5ad9ac74-4bd3-49a1-a3cb-231511e19574,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:37.672728 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:37.696507 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:37.696507 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:37.752379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.754567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.756235 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-30cffc6c-82b9-45f2-b06a-4645c0ac4ea1 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0926898 Jul 14 14:42:37.758835 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47280) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:37.795532 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5ad9ac74-4bd3-49a1-a3cb-231511e19574 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:37.831078 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:37.846123 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c80f0-dcf6-434f-b831-c5705179ed0e None None] Pushing event updated for resources: {'Port': ['ID=5ad9ac74-4bd3-49a1-a3cb-231511e19574,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:37.861271 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:37.861640 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:37.919085 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-6d278008-233c-4306-b7e9-caf077fa8e85 None None] Provisioning complete for port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:37.919609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6d278008-233c-4306-b7e9-caf077fa8e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.022372 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:36Z', 'revision_number': 3, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:38.031820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.040693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:38.054762 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:38.055115 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Updating router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:42:38.058715 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-6d278008-233c-4306-b7e9-caf077fa8e85 None None] Current status of the port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:38.089143 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.152354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:38.190646 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:38.203115 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.343465 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks [] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.368581 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Allocated IP 172.20.0.1 (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb/dff8a7b6-e70a-4d30-aea9-a7d341e4643f/c13c9a8d-4bc5-4c40-b4be-7ec958649163) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:38.409673 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.461726 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Pushing event updated for resources: {'Port': ['ID=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:38.469846 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Attempting to bind port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:38.470215 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Attempting to bind port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:38.471280 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Attempting to bind port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:38.474891 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.475224 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.475565 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.475901 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.476221 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.476539 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.476851 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.477163 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.477712 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.477936 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.478238 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.478570 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.478725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks [] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.478878 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.479193 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.479502 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:38.485138 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:38.485507 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:38.485971 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.486353 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:38.486810 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Bound port: 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:38.487227 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.537961 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] For port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:38.540972 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] For port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:38.581307 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.609705 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.618727 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:38.626432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:38.630768 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:38.665244 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:38.676705 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f528791-957d-4fe5-a4f3-f9b313f13397 None None] Pushing event updated for resources: {'Port': ['ID=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:38.680019 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.680235 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:38.680762 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:38.731881 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:38.778782 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:38.796039 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:38.891620 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-7db8ebef-2967-4763-877b-a64d50c7f385 None None] Provisioning complete for port c13c9a8d-4bc5-4c40-b4be-7ec958649163 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:38.892305 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7db8ebef-2967-4763-877b-a64d50c7f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.926224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:38.929022 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-7db8ebef-2967-4763-877b-a64d50c7f385 None None] Port c13c9a8d-4bc5-4c40-b4be-7ec958649163 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:38.940836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:38.977233 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:36Z', 'revision_number': 3, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:39.004766 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d8a3a-6d10-4427-ac45-cc97793d6751 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:36Z', 'revision_number': 3, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:39.109657 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:39.133254 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks [] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.231315 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.304066 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:39.332829 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:39.338057 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.440026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:39.441546 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:39.560639 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:42:39.677449 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:39.688631 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4c118601-685e-4f66-a17a-fdf9ba5331b8 admin admin] 10.222.0.93 "PUT /v2.0/routers/8d3642da-ff1b-46b8-800f-c17a6dd38f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9263513 Jul 14 14:42:39.754591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-da691560-491d-455a-a052-9046878282c7 None None] Provisioning complete for port c13c9a8d-4bc5-4c40-b4be-7ec958649163 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:39.756884 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-da691560-491d-455a-a052-9046878282c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.795788 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-da691560-491d-455a-a052-9046878282c7 None None] Port c13c9a8d-4bc5-4c40-b4be-7ec958649163 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:39.838437 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:39.887935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:39.888411 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.967441 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:39.968032 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:39.989290 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:40.071202 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.072027 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5ad9ac74-4bd3-49a1-a3cb-231511e19574 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:40.158826 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:40.167810 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:40.168190 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.417726 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:40.450881 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47318) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:40.456494 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-368605350-network', 'tenant_id': '5a9de42952f449609995b6743220fd0c'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:40.552464 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Made reservation on behalf of 5a9de42952f449609995b6743220fd0c for: {'network': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:40.557322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.565401 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.603524 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:40.642721 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks [] for security_group (72abb5fa-6b54-40ac-901f-29bf0a08cf89), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.686787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:40.697522 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:40.698177 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:40.711927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (72abb5fa-6b54-40ac-901f-29bf0a08cf89), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.735303 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=104472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:42:40.753624 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72abb5fa-6b54-40ac-901f-29bf0a08cf89,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:40.757560 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (42174b00-37b3-425f-986f-34e7f8139f05), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.758150 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.segments_db [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Added segment 42174b00-37b3-425f-986f-34e7f8139f05 of type vlan for network 59b5eacf-658f-484c-aa24-b257408049f4 Jul 14 14:42:40.805182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (59b5eacf-658f-484c-aa24-b257408049f4), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.811836 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:40.842651 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:40.894586 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (59b5eacf-658f-484c-aa24-b257408049f4), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.895671 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:40.896256 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:40.958459 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] Pushing event updated for resources: {'Network': ['ID=59b5eacf-658f-484c-aa24-b257408049f4,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:40.987077 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 59b5eacf-658f-484c-aa24-b257408049f4 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:42:40.997292 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b5f790f1-07c8-4637-8e0d-4d1af72b1a5d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5427511 Jul 14 14:42:40.997717 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47320) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:41.002496 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Request body: {'subnet': {'network_id': '59b5eacf-658f-484c-aa24-b257408049f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-368605350-subnet', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'ip_version': 4}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:41.008676 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:41.054272 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 2, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:41.089190 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Made reservation on behalf of 5a9de42952f449609995b6743220fd0c for: {'subnet': 1} {{(pid=104472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:42:41.091030 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:41.091601 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Updating router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 port c13c9a8d-4bc5-4c40-b4be-7ec958649163 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:42:41.091903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-520330299'] for subnet (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.129326 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.336109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3475181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-520330249'] for subnet (e6c1ffe1-d8df-488c-b007-8f0521612b80), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.397220 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks [] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.403518 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c1ffe1-d8df-488c-b007-8f0521612b80,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:41.409761 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:41.417748 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Checking segment: {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:41.418287 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Network hostable DHCP agents. Network: 59b5eacf-658f-484c-aa24-b257408049f4, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:42:41.472764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.495378 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Network 59b5eacf-658f-484c-aa24-b257408049f4 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:42:41.528174 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c653ca-79c2-4db5-ab23-a68190decb1b None None] Pushing event updated for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:41.580544 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 59b5eacf-658f-484c-aa24-b257408049f4) {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:41.588332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:42:41.588332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.590669 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Attempting to bind port c13c9a8d-4bc5-4c40-b4be-7ec958649163 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:41.591046 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Attempting to bind port c13c9a8d-4bc5-4c40-b4be-7ec958649163 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:41.591426 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Attempting to bind port c13c9a8d-4bc5-4c40-b4be-7ec958649163 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:41.599367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85cdd0-f2e7-429a-b56e-82e344974102 None None] Network 59b5eacf-658f-484c-aa24-b257408049f4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:41.604522 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:41.604936 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:41.605297 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.605688 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Bound using segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:41.606753 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Bound port: c13c9a8d-4bc5-4c40-b4be-7ec958649163, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:41.606753 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.732590 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-9942a0a3-63c6-47d7-b9f1-c32e4257088d admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7336802 Jul 14 14:42:41.735173 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47328) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:41.740697 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:41.741469 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] For port c13c9a8d-4bc5-4c40-b4be-7ec958649163, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:41.746312 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] For port c13c9a8d-4bc5-4c40-b4be-7ec958649163, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=c13c9a8d-4bc5-4c40-b4be-7ec958649163,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:41.765402 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-2be8c88e-8f8e-4f3f-9f27-aa2cacb777d8 None None] Provisioning complete for port c13c9a8d-4bc5-4c40-b4be-7ec958649163 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:41.765831 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2be8c88e-8f8e-4f3f-9f27-aa2cacb777d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.768184 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:41.810244 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf52f67d1-4183-5708-9074-12701384f59e-59b5eacf-658f-484c-aa24-b257408049f4', 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4', 'project_id': '5a9de42952f449609995b6743220fd0c', 'fixed_ips': [{'subnet_id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80'}]}} from dv-cinder-799871-30-iscsi. {{(pid=104474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 14:42:41.811154 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.841665 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:41.848621 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-2be8c88e-8f8e-4f3f-9f27-aa2cacb777d8 None None] Port c13c9a8d-4bc5-4c40-b4be-7ec958649163 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:41.855653 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-670867', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-437'] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.858947 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-666210', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-640857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-444'] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.859408 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.947280 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:41.947659 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:41.955211 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:42.047240 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c653ca-79c2-4db5-ab23-a68190decb1b None None] Pushing event updated for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:42.061531 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:42.062531 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:42.123071 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.db_base_plugin_common [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Allocated IP 172.20.0.2 (59b5eacf-658f-484c-aa24-b257408049f4/e6c1ffe1-d8df-488c-b007-8f0521612b80/dc5d1457-24cc-4cb4-a92e-d3044f10bb39) {{(pid=104474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:42.181778 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for router_controller (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), precommit_add_association {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.247348 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Provisioning complete for port c13c9a8d-4bc5-4c40-b4be-7ec958649163 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:42.247704 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.256653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:42.317332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:42.370927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:42.376309 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for router_gateway (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.556252 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:42.635393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for router_gateway (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.663152 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.663503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Current status of the port c13c9a8d-4bc5-4c40-b4be-7ec958649163 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:42.663965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.693031 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks [] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), precommit_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.732772 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] For port c13c9a8d-4bc5-4c40-b4be-7ec958649163, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=c13c9a8d-4bc5-4c40-b4be-7ec958649163,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:42.772340 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:41Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:42.775806 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Allocated IP 172.27.2.131 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/e45f0363-bd68-4150-8ce9-30ed3bdbd184) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:42.784738 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:42.807502 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47df1d4-7d95-443d-b89b-1b2524bb8f4c None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:41Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:42.809412 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), after_create {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.839647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:42.860379 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Network 59b5eacf-658f-484c-aa24-b257408049f4 is already hosted by enough agents. {{(pid=104474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:42.864157 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:42.866718 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.scheduler.base_scheduler [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Resources bound (agent type, host, resource id): {{(pid=104474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:42.869936 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Pushing event updated for resources: {'Port': ['ID=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,revision_number=1']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:42.872407 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Received port after_create {{(pid=104474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:42.882061 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.882506 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.882813 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.883154 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.891764 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:42:42.940233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.001241 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c5962-3926-4bbc-b2c3-29b74848be07 None None] Pushing event updated for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:43.005183 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Attempting to bind port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:43.005562 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Attempting to bind port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:43.005949 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Attempting to bind port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 on network 59b5eacf-658f-484c-aa24-b257408049f4 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:43.012470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:43.012849 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Checking segment: {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:43.013251 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.013641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Bound using segment: {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:43.014164 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Bound port: dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:43.014544 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.061060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.084367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] For port dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:43.088071 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] For port dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:43.104545 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:43.110095 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:43.114907 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:43.120188 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e45f0363-bd68-4150-8ce9-30ed3bdbd184,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:43.169216 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.261597 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01662a6a-036c-4d21-94e4-acbd3379e5a3 None None] Pushing event updated for resources: {'Port': ['ID=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,revision_number=2']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:43.267985 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:43.455143 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for router_gateway (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.668756 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-670750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666254'] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.817560 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device c13c9a8d-4bc5-4c40-b4be-7ec958649163 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:43.864108 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port c13c9a8d-4bc5-4c40-b4be-7ec958649163 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:43.864567 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:43.871982 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Router ee6199dc-c9e7-40a3-a593-1da7f3cc022d is scheduled to L3 agent e648b8a8-715d-4389-a800-4828464d1d10 with binding_index 1 {{(pid=104473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 14:42:43.944977 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port c13c9a8d-4bc5-4c40-b4be-7ec958649163 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:43.947584 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc5d1457-24cc-4cb4-a92e-d3044f10bb39 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:43.984803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:44.000135 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Sync routers for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:44.013943 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:44.019404 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:44.025890 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:44.026745 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.097223 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.098520 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-579fd93c-7da8-4c1e-86c9-9f27b36056b9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3619468 Jul 14 14:42:44.102210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47340) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:44.154020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:44.154548 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.160248 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:44.165142 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:44.218577 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:44.273248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:44.282224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.361436 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:44.490782 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:43Z', 'revision_number': 3, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:44.509403 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506832e-3689-4150-97fe-eb7db7820d9f None None] Network 59b5eacf-658f-484c-aa24-b257408049f4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:42:44.515454 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Checking router: ee6199dc-c9e7-40a3-a593-1da7f3cc022d for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:44.515820 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Updating router ee6199dc-c9e7-40a3-a593-1da7f3cc022d port e45f0363-bd68-4150-8ce9-30ed3bdbd184 binding host dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:42:44.541076 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:44.544537 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.596751 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-70c35628-8997-47b5-9c30-95abbf6de74e None None] Provisioning complete for port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:44.597202 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-70c35628-8997-47b5-9c30-95abbf6de74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.627291 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.706803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-70c35628-8997-47b5-9c30-95abbf6de74e None None] Current status of the port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:44.791126 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Allocated IP 172.20.0.1 (59b5eacf-658f-484c-aa24-b257408049f4/e6c1ffe1-d8df-488c-b007-8f0521612b80/e5d5a74e-7edf-40e1-a47f-32572e1c20a9) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:42:44.803496 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks [] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), precommit_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.832357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.860402 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.883963 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:44.908835 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks [] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.913187 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Attempting to bind port e45f0363-bd68-4150-8ce9-30ed3bdbd184 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:44.913560 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Attempting to bind port e45f0363-bd68-4150-8ce9-30ed3bdbd184 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:44.913936 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Attempting to bind port e45f0363-bd68-4150-8ce9-30ed3bdbd184 on network 06e1e95e-362f-44e6-b250-3f7c0ff46712 {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:44.915882 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4c275-0740-4b3f-ab31-5d3ec1cf0eab None None] Pushing event updated for resources: {'Port': ['ID=e45f0363-bd68-4150-8ce9-30ed3bdbd184,revision_number=2']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:44.921813 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:44.922185 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Checking segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:44.922574 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.923285 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Bound using segment: {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'} {{(pid=104475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:44.923631 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.managers [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Bound port: e45f0363-bd68-4150-8ce9-30ed3bdbd184, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da76a9-8e37-4cd4-9976-e8ca5f16f351', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712'}}] {{(pid=104475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:44.924008 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), before_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.930009 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-5746fa55-2e78-483e-9625-5db77fe04c46 None None] Provisioning complete for port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:44.930512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5746fa55-2e78-483e-9625-5db77fe04c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:44.972918 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:44.975687 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] For port e45f0363-bd68-4150-8ce9-30ed3bdbd184, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:44.978615 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.plugins.ml2.db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] For port e45f0363-bd68-4150-8ce9-30ed3bdbd184, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e45f0363-bd68-4150-8ce9-30ed3bdbd184,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:44.992582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.006862 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5746fa55-2e78-483e-9625-5db77fe04c46 None None] Current status of the port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:45.031497 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Network 59b5eacf-658f-484c-aa24-b257408049f4 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:45.039268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:45.041876 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:42:45.071673 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:45.093618 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-774992'] for router_interface (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.129729 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron_lib.callbacks.manager [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), after_update {{(pid=104475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.190640 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4c275-0740-4b3f-ab31-5d3ec1cf0eab None None] Pushing event updated for resources: {'Port': ['ID=e45f0363-bd68-4150-8ce9-30ed3bdbd184,revision_number=3']} {{(pid=104475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:45.197819 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:45.199030 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:45.303047 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:45.307446 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.325797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-2f46fc99-5de6-4bfd-b4a8-a9be09ea0fad None None] Provisioning complete for port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:45.326774 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc99-5de6-4bfd-b4a8-a9be09ea0fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.329322 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:45.364472 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fc99-5de6-4bfd-b4a8-a9be09ea0fad None None] Port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:45.381193 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:45.485464 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:45.506196 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks [] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.513041 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:43Z', 'revision_number': 3, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:45.541427 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc33214-bb27-4e59-8a8a-8b1d6bc72758 None None] The sync data for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi is: [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:43Z', 'revision_number': 3, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:45.586669 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.659880 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16203545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-774184'] for router_interface (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.662813 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:45.773645 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Network 59b5eacf-658f-484c-aa24-b257408049f4 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:42:45.774995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:42:45.801103 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc5d1457-24cc-4cb4-a92e-d3044f10bb39 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:45.863224 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:45.864085 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:45.923717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Router ee6199dc-c9e7-40a3-a593-1da7f3cc022d has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:42:45.956273 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:46.042717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:42:46.047985 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-e003022b-8c1a-438c-9948-1bdd7ae8e980 admin admin] 10.222.0.93 "PUT /v2.0/routers/ee6199dc-c9e7-40a3-a593-1da7f3cc022d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9444444 Jul 14 14:42:46.102413 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-17d1ba6e-544e-4f6f-8af7-5d97d5b85c39 None None] Provisioning complete for port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:46.102779 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-17d1ba6e-544e-4f6f-8af7-5d97d5b85c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.156160 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-17d1ba6e-544e-4f6f-8af7-5d97d5b85c39 None None] Port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:46.509856 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47362) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:46.514497 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633283655', 'description': 'tempest-secgroup-smoke-633283655 description', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:46.523503 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:46.591919 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.658273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (39b615f6-cc5a-46cc-aed6-1a43034e66ba), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.723158 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (39b615f6-cc5a-46cc-aed6-1a43034e66ba), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.753608 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b615f6-cc5a-46cc-aed6-1a43034e66ba,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:46.800345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.801546 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-41c173cf-7fc7-4089-8189-5b48042c0bab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2906132 Jul 14 14:42:46.804437 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47364) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:46.808706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:46.912711 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (511c3e16-307a-4e99-be3a-c594e4e9585f), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:46.973201 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (511c3e16-307a-4e99-be3a-c594e4e9585f), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.049236 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (511c3e16-307a-4e99-be3a-c594e4e9585f), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.069127 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511c3e16-307a-4e99-be3a-c594e4e9585f,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:47.140880 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.145134 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-622e5951-f1ac-49f5-ae9b-2821f98248a9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3397498 Jul 14 14:42:47.145290 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47366) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:47.150100 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:47.170135 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Sync routers for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:42:47.182312 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:47.182992 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:47.271328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (a9c29bbb-8482-4010-aee2-cc3d96878200), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.284554 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:47.330132 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (a9c29bbb-8482-4010-aee2-cc3d96878200), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.415098 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (a9c29bbb-8482-4010-aee2-cc3d96878200), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.436941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c29bbb-8482-4010-aee2-cc3d96878200,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:47.470686 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=100 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:47.482075 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:45Z', 'revision_number': 4, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'e5d5a74e-7edf-40e1-a47f-32572e1c20a9', 'name': '', 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'mac_address': 'fa:16:3e:19:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:44Z', 'updated_at': '2022-07-14T14:42:45Z', 'revision_number': 2, 'project_id': '5a9de42952f449609995b6743220fd0c', 'subnets': [{'id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:47.502332 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.503698 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-4910a000-c1fb-4088-95c4-d26314c02306 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3574283 Jul 14 14:42:47.506551 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Checking router: ee6199dc-c9e7-40a3-a593-1da7f3cc022d for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:42:47.506688 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47370) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:47.506903 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Updating router ee6199dc-c9e7-40a3-a593-1da7f3cc022d port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 binding host dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 14:42:47.511324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:47.539288 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.625074 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (341a0c2d-ecf3-4cb4-8f53-7650dc7f8ac1), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.683816 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (341a0c2d-ecf3-4cb4-8f53-7650dc7f8ac1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.758043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (341a0c2d-ecf3-4cb4-8f53-7650dc7f8ac1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.775525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341a0c2d-ecf3-4cb4-8f53-7650dc7f8ac1,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:47.784780 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e45f0363-bd68-4150-8ce9-30ed3bdbd184 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:47.822687 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:47.832480 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks [] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), precommit_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.847536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port e45f0363-bd68-4150-8ce9-30ed3bdbd184 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:47.847905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.851239 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.853471 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2e059980-73b6-4e7f-bed7-94b7e6ddc9c1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447046 Jul 14 14:42:47.855441 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47372) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:47.859971 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:47.963609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (310d5388-8d57-47be-956e-364b506ee838), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:47.973725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:48.010432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.026188 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (310d5388-8d57-47be-956e-364b506ee838), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.072618 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed106ae6-d77b-4574-8629-81227d38eaa2 None None] Pushing event updated for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=3']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.118103 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (310d5388-8d57-47be-956e-364b506ee838), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.138557 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310d5388-8d57-47be-956e-364b506ee838,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.145263 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port e45f0363-bd68-4150-8ce9-30ed3bdbd184 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:48.145643 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.170888 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Attempting to bind port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 on host dv-cinder-799871-30-iscsi for vnic_type normal with profile {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:42:48.171505 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Attempting to bind port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 by drivers openvswitch,hyperv on host dv-cinder-799871-30-iscsi at level 0 using segments [{'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:42:48.171605 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Attempting to bind port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 on network 59b5eacf-658f-484c-aa24-b257408049f4 {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:42:48.184140 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] For port e45f0363-bd68-4150-8ce9-30ed3bdbd184, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e45f0363-bd68-4150-8ce9-30ed3bdbd184,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:48.185716 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Checking agent: {'id': '0b9acb5c-8a5b-4d07-b665-c6e94bbce584', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799871-30-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 22, 8), 'started_at': datetime.datetime(2022, 7, 14, 14, 22, 38), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799871-30-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:42:48.186126 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Checking segment: {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:42:48.186514 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.186905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Bound using segment: {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'} {{(pid=104474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:42:48.187367 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.managers [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Bound port: e5d5a74e-7edf-40e1-a47f-32572e1c20a9, host: dv-cinder-799871-30-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42174b00-37b3-425f-986f-34e7f8139f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4'}}] {{(pid=104474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:42:48.187742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.217382 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.224792 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-82533fa0-5393-49ef-9b4c-8c0d520736b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3622699 Jul 14 14:42:48.224792 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47376) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:48.228769 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:48.241797 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:48.260257 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] For port e5d5a74e-7edf-40e1-a47f-32572e1c20a9, host dv-cinder-799871-30-iscsi, cleared binding levels {{(pid=104474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:42:48.263212 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] For port e5d5a74e-7edf-40e1-a47f-32572e1c20a9, host dv-cinder-799871-30-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:42:48.289119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-a3c6021d-8e65-4a61-a860-68f27001445a None None] Provisioning complete for port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:48.289478 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a3c6021d-8e65-4a61-a860-68f27001445a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.310547 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.345485 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6021d-8e65-4a61-a860-68f27001445a None None] Port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:42:48.357389 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Project 4c597b767cad4ce288fa65d68c5eaff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:42:48.362244 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.364164 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (ee0a07b6-164a-4fe2-9413-c0be86e34a3a), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.379940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Pushing event updated for resources: {'Port': ['ID=e45f0363-bd68-4150-8ce9-30ed3bdbd184,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.421446 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:42:48.422364 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:42:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:48.439940 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (ee0a07b6-164a-4fe2-9413-c0be86e34a3a), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.475234 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed106ae6-d77b-4574-8629-81227d38eaa2 None None] Pushing event updated for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.517527 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (ee0a07b6-164a-4fe2-9413-c0be86e34a3a), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.540732 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0a07b6-164a-4fe2-9413-c0be86e34a3a,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.543593 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:42:48.599241 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.600497 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c7801134-d58c-4d69-80cd-88841ffc1e4f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3776500 Jul 14 14:42:48.603200 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47378) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:42:48.607436 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'security_group_rule': {'security_group_id': '39b615f6-cc5a-46cc-aed6-1a43034e66ba', 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:42:48.680690 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Provisioning complete for port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:48.680987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.682263 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:48.694514 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.securitygroups_db [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Project 4c597b767cad4ce288fa65d68c5eaff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 14:42:48.700503 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (44fe402e-497b-4c94-a41a-b809697bea37), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.766491 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (44fe402e-497b-4c94-a41a-b809697bea37), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.830169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:45Z', 'revision_number': 4, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'e5d5a74e-7edf-40e1-a47f-32572e1c20a9', 'name': '', 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'mac_address': 'fa:16:3e:19:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:44Z', 'updated_at': '2022-07-14T14:42:48Z', 'revision_number': 4, 'project_id': '5a9de42952f449609995b6743220fd0c', 'subnets': [{'id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:42:48.835980 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570294'] for security_group_rule (44fe402e-497b-4c94-a41a-b809697bea37), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.857258 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44fe402e-497b-4c94-a41a-b809697bea37,revision_number=0']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:48.860857 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fcf30d-482a-466b-a5ef-af63293047fc None None] The sync data for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi is: [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:45Z', 'revision_number': 4, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'e5d5a74e-7edf-40e1-a47f-32572e1c20a9', 'name': '', 'network_id': '59b5eacf-658f-484c-aa24-b257408049f4', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'mac_address': 'fa:16:3e:19:00:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:44Z', 'updated_at': '2022-07-14T14:42:48Z', 'revision_number': 4, 'project_id': '5a9de42952f449609995b6743220fd0c', 'subnets': [{'id': 'e6c1ffe1-d8df-488c-b007-8f0521612b80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:42:48.862907 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Current status of the port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 is: DOWN; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:48.862907 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.901159 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] For port e5d5a74e-7edf-40e1-a47f-32572e1c20a9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:42:48.936927 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:48.938254 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-d4158fcd-182a-4032-8e16-a7faa75985d7 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3341324 Jul 14 14:42:48.986524 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:49.039408 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c88c14-149f-4f04-8ac4-37f9f23355c8 None None] Pushing event updated for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:42:49.854984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e45f0363-bd68-4150-8ce9-30ed3bdbd184 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:49.904932 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port e45f0363-bd68-4150-8ce9-30ed3bdbd184 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:49.905302 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:49.979935 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port e45f0363-bd68-4150-8ce9-30ed3bdbd184 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:49.981139 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e5d5a74e-7edf-40e1-a47f-32572e1c20a9 up at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:42:50.026316 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Provisioning complete for port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:42:50.026692 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:42:50.086473 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:50.099331 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Current status of the port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 is: ACTIVE; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:42:57.776083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=56,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:57.781211 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=43,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:58.854726 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:42:58.855651 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=19,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:00.098097 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:02.399100 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:02.400971 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=45 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:02.722507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-86f64cd7-48ff-4e59-9572-b0f3fc6e816b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:04.807966 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ffe98295-7469-468d-8366-d1a2eeee57ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:05.675685 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:43:06.281389 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:07.430777 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:07.979982 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:08.876992 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-faa6aef6-430a-48e1-8e13-a2d929b27e0b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633283655&fields=id&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 267 time: 0.0446606 Jul 14 14:43:08.987180 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-a1a81678-7e28-42cf-b257-2c28dc18e435 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:08.991370 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-a1a81678-7e28-42cf-b257-2c28dc18e435 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1046784 Jul 14 14:43:09.003895 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-a3e82fc1-2125-42f6-8786-b872e3c30f77 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/quotas/4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 375 time: 0.0091760 Jul 14 14:43:09.054610 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-1a986d3b-95e7-493e-a4d0-2bb4f21a2aad tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447528 Jul 14 14:43:09.101942 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47656) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:09.239354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.295017 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-85e1a38f-184e-43be-8cf4-a6175be5bc48 service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291462 Jul 14 14:43:09.400526 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Publish callbacks [] for security_group (607a1f7d-01ee-47e9-b770-6bfe662edbec), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.421844 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-683c00bf-a7be-4a8a-9588-aa6c098a788a service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160336 Jul 14 14:43:09.460278 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (607a1f7d-01ee-47e9-b770-6bfe662edbec), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.504156 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8d4276594f442df93409e095fcb0ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4010544 Jul 14 14:43:09.505516 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a1f7d-01ee-47e9-b770-6bfe662edbec,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:09.507528 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47662) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:09.513264 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.513605 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.513972 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.514303 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.514626 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.514957 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.515280 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.515598 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.515915 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.516232 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.516548 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.516867 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.517180 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.517493 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.517832 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbf9a8-21a1-420d-8d26-aec28ac1f4a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.560822 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Publish callbacks [] for security_group (607a1f7d-01ee-47e9-b770-6bfe662edbec), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.583174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Publish callbacks [] for security_group (607a1f7d-01ee-47e9-b770-6bfe662edbec), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.749412 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (607a1f7d-01ee-47e9-b770-6bfe662edbec), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.752116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:09.762655 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/607a1f7d-01ee-47e9-b770-6bfe662edbec HTTP/1.1" status: 204 len: 168 time: 0.2447288 Jul 14 14:43:09.762655 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a1f7d-01ee-47e9-b770-6bfe662edbec,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:09.769361 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.769701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.770069 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.770968 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.771559 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.771686 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.772052 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.772307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.772676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.773143 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.773471 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.773816 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.774133 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.774466 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:09.774798 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29dd39c-3aab-4ab2-bb7a-6f59999be5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:43:10.102388 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-45a714e1-4f9b-499f-b483-f5b55da299a2 req-829062ae-de2a-4c55-be40-ababa5d318cd tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jul 14 14:43:10.375767 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47682) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:10.389568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd7b3d3-8f7a-40d0-90a0-e3d5d864e041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.468952 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd7b3d3-8f7a-40d0-90a0-e3d5d864e041 admin admin] Publish callbacks [] for security_group (25c248a3-9c5e-4ea4-9d66-6e60ea844f34), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.539324 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8cd7b3d3-8f7a-40d0-90a0-e3d5d864e041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (25c248a3-9c5e-4ea4-9d66-6e60ea844f34), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.579866 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8cd7b3d3-8f7a-40d0-90a0-e3d5d864e041 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ea4019683c23436ba86f899b3fb9596c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030365 Jul 14 14:43:10.580705 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7b3d3-8f7a-40d0-90a0-e3d5d864e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c248a3-9c5e-4ea4-9d66-6e60ea844f34,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:10.582957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47684) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:10.636157 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] Publish callbacks [] for security_group (25c248a3-9c5e-4ea4-9d66-6e60ea844f34), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.659163 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] Publish callbacks [] for security_group (25c248a3-9c5e-4ea4-9d66-6e60ea844f34), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.928975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (25c248a3-9c5e-4ea4-9d66-6e60ea844f34), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.931576 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:10.932728 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/25c248a3-9c5e-4ea4-9d66-6e60ea844f34 HTTP/1.1" status: 204 len: 168 time: 0.3488998 Jul 14 14:43:10.942433 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0debb5-d313-49b7-97b6-e268689da2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c248a3-9c5e-4ea4-9d66-6e60ea844f34,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:11.179166 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eefef31f-069c-42c3-89f4-0fa4f05a3501 req-d2fdcfd8-c71b-4eaa-affd-2ea08cf8873a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Jul 14 14:43:12.275895 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-de70be2f-851a-4ae7-be73-f765dc1354ae req-520b3dbc-c746-44f4-9ff5-b006b90c8615 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0279043 Jul 14 14:43:12.646345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-587787ff-6ac7-4a9f-8c51-8594262bc14f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:12.647902 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-587787ff-6ac7-4a9f-8c51-8594262bc14f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1092787 Jul 14 14:43:12.716582 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-8b5ba12a-93a2-41cb-be04-62bfac6f1f24 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 379 time: 0.0604339 Jul 14 14:43:12.725033 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'port': {'device_id': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'admin_state_up': True, 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'security_groups': ['39b615f6-cc5a-46cc-aed6-1a43034e66ba']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:43:12.962499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Made reservation on behalf of 4c597b767cad4ce288fa65d68c5eaff5 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:43:12.965982 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:12.990527 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:13.028744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:13.108411 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.20.0.4 (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb/dff8a7b6-e70a-4d30-aea9-a7d341e4643f/239ed8a3-d717-491c-ba96-59229a3802d1) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:43:13.263835 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (239ed8a3-d717-491c-ba96-59229a3802d1), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:13.374822 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5d23585d-6e81-48fe-9acb-63889ac8ad55 req-75938e80-5052-463c-9ada-8f0f72c7ff83 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Jul 14 14:43:13.414391 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:13.454538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:43:13.458053 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:43:13.464344 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:43:13.501460 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:13.534946 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:13.535746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:13.650513 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-0c009e4a-0859-4399-911f-497a9c17e0ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291542 Jul 14 14:43:13.651378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:13.661803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Request body: {'port': {'device_id': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:43:13.663170 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-743f5d1a-24e0-4a30-9197-8ee536b2c813 None None] Provisioning complete for port 239ed8a3-d717-491c-ba96-59229a3802d1 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:43:13.663704 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-743f5d1a-24e0-4a30-9197-8ee536b2c813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:13.699842 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-743f5d1a-24e0-4a30-9197-8ee536b2c813 None None] Port 239ed8a3-d717-491c-ba96-59229a3802d1 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:43:13.731842 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.252726 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239ed8a3-d717-491c-ba96-59229a3802d1 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:43:14.260339 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks [] for port (239ed8a3-d717-491c-ba96-59229a3802d1), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.273227 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Transition to ACTIVE for port object 239ed8a3-d717-491c-ba96-59229a3802d1 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:43:14.402703 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.454515 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Pushing event updated for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:14.505674 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa0213-54e8-461a-9cd9-000a5ec8635b req-3c6b8cf2-12b3-4edb-b26e-a736b50a0b25 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:14.507221 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-caaa0213-54e8-461a-9cd9-000a5ec8635b req-3c6b8cf2-12b3-4edb-b26e-a736b50a0b25 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0633962 Jul 14 14:43:14.543075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Attempting to bind port 239ed8a3-d717-491c-ba96-59229a3802d1 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:43:14.543075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Attempting to bind port 239ed8a3-d717-491c-ba96-59229a3802d1 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:43:14.543075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Attempting to bind port 239ed8a3-d717-491c-ba96-59229a3802d1 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:43:14.543075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:14.545555 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Port 239ed8a3-d717-491c-ba96-59229a3802d1 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:43:14.546077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Attempting to bind port 239ed8a3-d717-491c-ba96-59229a3802d1 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:43:14.556980 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:43:14.557320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:43:14.557705 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Bound using segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:43:14.558161 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Bound port: 239ed8a3-d717-491c-ba96-59229a3802d1, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:43:14.558514 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.578033 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-caaa0213-54e8-461a-9cd9-000a5ec8635b req-1d2a26fb-ed7d-404a-856d-7264b58a4351 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613382 Jul 14 14:43:14.636115 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:43:14.639308 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=239ed8a3-d717-491c-ba96-59229a3802d1,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:43:14.763174 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.796912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:14.797539 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.798945 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] 10.222.0.91 "PUT /v2.0/ports/239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 200 len: 1093 time: 1.1426187 Jul 14 14:43:14.799369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:43:14.801702 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682a0803-cd56-4a94-8810-9ca778d0cd09" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:14.836062 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9132e-fd7d-46cd-a233-47ea0a9589a3 service neutron] Pushing event updated for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:14.843992 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce075fd6-18be-4981-acaa-19f40b29b61c x-openstack-request-id: req-ce075fd6-18be-4981-acaa-19f40b29b61c {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:14.844280 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:14.844626 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ce075fd6-18be-4981-acaa-19f40b29b61c {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:14.845594 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce075fd6-18be-4981-acaa-19f40b29b61c'] response: {'name': 'network-changed', 'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1', 'status': 'completed', 'code': 200} Jul 14 14:43:14.873126 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:14.907573 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-cdcf2d60-3afe-4949-ae6b-9e4cd01e1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:14.909327 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-cdcf2d60-3afe-4949-ae6b-9e4cd01e1e2f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1127 time: 0.0449522 Jul 14 14:43:15.016725 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-c3c0839f-9cad-49e9-966f-f0eb0e73eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.018252 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-c3c0839f-9cad-49e9-966f-f0eb0e73eca8 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1012788 Jul 14 14:43:15.115529 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-96771e00-b7b1-408b-bcfe-a69899987e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.117009 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-682a0803-cd56-4a94-8810-9ca778d0cd09 req-96771e00-b7b1-408b-bcfe-a69899987e20 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933840 Jul 14 14:43:15.197458 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-85b940a1-cd13-4e60-a304-099891d56ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.198994 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-85b940a1-cd13-4e60-a304-099891d56ec0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1127 time: 0.0459073 Jul 14 14:43:15.239912 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-1d79a884-0ef4-4312-be85-717f08ef1091 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 200 len: 217 time: 0.0316474 Jul 14 14:43:15.283040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-b0b43181-89d7-4174-9303-72a3e3b6dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.284495 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-b0b43181-89d7-4174-9303-72a3e3b6dec9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0427186 Jul 14 14:43:15.328537 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-236ee69a-fc8b-4204-899a-78d66b8eaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.330068 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-236ee69a-fc8b-4204-899a-78d66b8eaafc service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397718 Jul 14 14:43:15.401365 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:15.424222 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-8d0ad3d9-73e4-4809-8492-9c7b94d038b6 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Jul 14 14:43:15.526915 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-fb03b54b-cf3f-4827-b457-8a7d461e647f req-5508ef15-efec-442c-9112-286878869e2e service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899868 Jul 14 14:43:15.670673 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:15.671941 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:15.698865 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97e358-ae67-4d0b-be58-04696c267f1f req-f3413ce6-8591-4dc4-a2fd-c5c0f63d74a5 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:15.700324 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc97e358-ae67-4d0b-be58-04696c267f1f req-f3413ce6-8591-4dc4-a2fd-c5c0f63d74a5 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0474098 Jul 14 14:43:15.753363 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bc97e358-ae67-4d0b-be58-04696c267f1f req-ef32c331-92f4-48f1-9128-addbe43fef28 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471866 Jul 14 14:43:16.876202 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91343f-880a-4719-a792-958a2f3a091b req-2c56cf09-4b82-4f97-8f6d-08e59a970dcc tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:16.877674 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a91343f-880a-4719-a792-958a2f3a091b req-2c56cf09-4b82-4f97-8f6d-08e59a970dcc tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0532777 Jul 14 14:43:16.910284 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:16.929608 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a91343f-880a-4719-a792-958a2f3a091b req-764cb549-a7dc-4265-8641-a0dc082a2e50 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455074 Jul 14 14:43:17.423757 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47832) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:17.566634 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-452bb816-d66c-4b2d-8156-76379e54d039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:17.663796 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-452bb816-d66c-4b2d-8156-76379e54d039 admin admin] Publish callbacks [] for security_group (3b6ece71-2cb4-409c-b838-fb574e751c76), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:17.762691 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-452bb816-d66c-4b2d-8156-76379e54d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3b6ece71-2cb4-409c-b838-fb574e751c76), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:17.817637 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-452bb816-d66c-4b2d-8156-76379e54d039 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c9b767ad39a246b1832e8780ad5a3981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922939 Jul 14 14:43:17.818502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bb816-d66c-4b2d-8156-76379e54d039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ece71-2cb4-409c-b838-fb574e751c76,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:17.820650 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47836) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:17.866856 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:17.876666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] Publish callbacks [] for security_group (3b6ece71-2cb4-409c-b838-fb574e751c76), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:17.900626 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] Publish callbacks [] for security_group (3b6ece71-2cb4-409c-b838-fb574e751c76), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:18.037271 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (3b6ece71-2cb4-409c-b838-fb574e751c76), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:18.039895 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:18.041055 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/3b6ece71-2cb4-409c-b838-fb574e751c76 HTTP/1.1" status: 204 len: 168 time: 0.2193890 Jul 14 14:43:18.056768 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448b034-2282-427c-a6ea-c7f763fb9138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ece71-2cb4-409c-b838-fb574e751c76,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:18.071094 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a668a7-f1ef-427b-8063-a9e10114bb5e req-7fa51b07-3244-463e-9457-4dc54b7c19c2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:18.072664 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6a668a7-f1ef-427b-8063-a9e10114bb5e req-7fa51b07-3244-463e-9457-4dc54b7c19c2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0712969 Jul 14 14:43:18.124521 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a6a668a7-f1ef-427b-8063-a9e10114bb5e req-e8bed894-4306-45b6-bb96-67a7807ab83b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 Jul 14 14:43:18.833248 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47844) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:18.847505 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70f0d149-ca86-4894-814d-91fdbc8e7318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:18.943935 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70f0d149-ca86-4894-814d-91fdbc8e7318 admin admin] Publish callbacks [] for security_group (364814f9-16a6-4b1c-aff3-9c18cb120ebe), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.070679 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-70f0d149-ca86-4894-814d-91fdbc8e7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (364814f9-16a6-4b1c-aff3-9c18cb120ebe), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.110504 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0d149-ca86-4894-814d-91fdbc8e7318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364814f9-16a6-4b1c-aff3-9c18cb120ebe,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:19.115500 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-70f0d149-ca86-4894-814d-91fdbc8e7318 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ac33b832c2a646c1b9eccff1f1ac3f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811129 Jul 14 14:43:19.119096 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47846) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:19.170524 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] Publish callbacks [] for security_group (364814f9-16a6-4b1c-aff3-9c18cb120ebe), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.192934 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] Publish callbacks [] for security_group (364814f9-16a6-4b1c-aff3-9c18cb120ebe), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.265318 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a52f6-77d1-42ab-9d0e-650ee5431b06 req-81c85f84-c5bf-42bf-830d-bdc4cf019454 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:19.266802 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7b0a52f6-77d1-42ab-9d0e-650ee5431b06 req-81c85f84-c5bf-42bf-830d-bdc4cf019454 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0670278 Jul 14 14:43:19.317215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7b0a52f6-77d1-42ab-9d0e-650ee5431b06 req-7362459b-498a-4a09-b5bf-60c9f76ac188 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Jul 14 14:43:19.383246 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (364814f9-16a6-4b1c-aff3-9c18cb120ebe), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.385961 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:19.387090 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/364814f9-16a6-4b1c-aff3-9c18cb120ebe HTTP/1.1" status: 204 len: 168 time: 0.2673922 Jul 14 14:43:19.395433 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77998288-3f34-4421-bfa6-7db973a438b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364814f9-16a6-4b1c-aff3-9c18cb120ebe,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:20.422985 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:20.435290 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb819-caf2-4cfc-8140-a236ed447e42 req-665806bb-c67f-47c5-be8e-a8a359a823a2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:20.436977 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bbfbb819-caf2-4cfc-8140-a236ed447e42 req-665806bb-c67f-47c5-be8e-a8a359a823a2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0511446 Jul 14 14:43:20.504069 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-bbfbb819-caf2-4cfc-8140-a236ed447e42 req-f118e705-c833-4908-9993-366ae8bef2ff tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601873 Jul 14 14:43:21.642977 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28248e-a3db-4d1a-b62b-25b7788f7908 req-4f562f5b-a329-4156-9cd7-fc814621b17c tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:21.644498 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b28248e-a3db-4d1a-b62b-25b7788f7908 req-4f562f5b-a329-4156-9cd7-fc814621b17c tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0558460 Jul 14 14:43:21.699949 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6b28248e-a3db-4d1a-b62b-25b7788f7908 req-8bbb21bc-8eac-4e18-8b29-ba018e21c001 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489926 Jul 14 14:43:22.413863 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47896) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:22.522234 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-95f8a89c-974c-421f-ae67-3cd7cafe08f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.601575 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-95f8a89c-974c-421f-ae67-3cd7cafe08f4 admin admin] Publish callbacks [] for security_group (a6642797-5fb3-40d7-9a6c-cbef9fd43af6), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.676430 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-95f8a89c-974c-421f-ae67-3cd7cafe08f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a6642797-5fb3-40d7-9a6c-cbef9fd43af6), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.682489 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:22.719366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-95f8a89c-974c-421f-ae67-3cd7cafe08f4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=286a45cd86f248f88b365dc4a58282db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044748 Jul 14 14:43:22.720203 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8a89c-974c-421f-ae67-3cd7cafe08f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6642797-5fb3-40d7-9a6c-cbef9fd43af6,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:22.722092 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47900) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:22.769059 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:22.783746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] Publish callbacks [] for security_group (a6642797-5fb3-40d7-9a6c-cbef9fd43af6), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.809330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] Publish callbacks [] for security_group (a6642797-5fb3-40d7-9a6c-cbef9fd43af6), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.853431 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eb1fd-5d29-4812-8972-be1ffa9680c7 req-674c0345-3b52-4cfe-97d2-15c3c1ff7af1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:22.854950 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5a6eb1fd-5d29-4812-8972-be1ffa9680c7 req-674c0345-3b52-4cfe-97d2-15c3c1ff7af1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0641885 Jul 14 14:43:22.917881 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5a6eb1fd-5d29-4812-8972-be1ffa9680c7 req-af790107-dc25-442f-98f0-ac0282b40727 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556679 Jul 14 14:43:22.971781 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (a6642797-5fb3-40d7-9a6c-cbef9fd43af6), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.974398 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:22.975648 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a6642797-5fb3-40d7-9a6c-cbef9fd43af6 HTTP/1.1" status: 204 len: 168 time: 0.2525220 Jul 14 14:43:22.983844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044aa7a-ba3d-401b-b4e6-aebb477684df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6642797-5fb3-40d7-9a6c-cbef9fd43af6,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:23.747226 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 47908) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:23.761119 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42d9f5d4-ef6a-4137-ae8f-ef21c2564054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:23.834502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42d9f5d4-ef6a-4137-ae8f-ef21c2564054 admin admin] Publish callbacks [] for security_group (ad035131-b72f-4f50-97ca-b6a442a51a93), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:23.928034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-42d9f5d4-ef6a-4137-ae8f-ef21c2564054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ad035131-b72f-4f50-97ca-b6a442a51a93), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:23.968713 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-42d9f5d4-ef6a-4137-ae8f-ef21c2564054 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d75738823f904b67aee42dcf51291312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204125 Jul 14 14:43:23.969846 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9f5d4-ef6a-4137-ae8f-ef21c2564054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad035131-b72f-4f50-97ca-b6a442a51a93,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:23.971523 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 47912) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:24.050482 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321c58d-22d5-4bd4-8f0f-6c7785c4274b req-eb82eccb-6b18-4347-ad5a-7dccc3439293 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:24.052466 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e321c58d-22d5-4bd4-8f0f-6c7785c4274b req-eb82eccb-6b18-4347-ad5a-7dccc3439293 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 943 time: 0.0612137 Jul 14 14:43:24.069069 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] Publish callbacks [] for security_group (ad035131-b72f-4f50-97ca-b6a442a51a93), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:24.110606 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] Publish callbacks [] for security_group (ad035131-b72f-4f50-97ca-b6a442a51a93), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:24.365007 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e321c58d-22d5-4bd4-8f0f-6c7785c4274b req-11d0652e-03ff-4550-8e65-cb109f6146ed tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051836 Jul 14 14:43:24.503626 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (ad035131-b72f-4f50-97ca-b6a442a51a93), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:24.506273 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:24.507406 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ad035131-b72f-4f50-97ca-b6a442a51a93 HTTP/1.1" status: 204 len: 168 time: 0.5348268 Jul 14 14:43:24.515267 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7e121-b0b6-43c9-a5bb-3aa5f9eeb4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad035131-b72f-4f50-97ca-b6a442a51a93,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:24.928129 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 239ed8a3-d717-491c-ba96-59229a3802d1 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:43:25.036336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=239ed8a3-d717-491c-ba96-59229a3802d1,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:25.041508 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '239ed8a3-d717-491c-ba96-59229a3802d1', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'port_id': '239ed8a3-d717-491c-ba96-59229a3802d1', 'mac_address': 'fa:16:3e:32:00:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:43:25.078116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 239ed8a3-d717-491c-ba96-59229a3802d1 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:43:25.078512 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:25.092492 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ed8a3-d717-491c-ba96-59229a3802d1 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:43:25.114693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=239ed8a3-d717-491c-ba96-59229a3802d1,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:25.236640 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:25.289642 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:25.441461 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['239ed8a3-d717-491c-ba96-59229a3802d1'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:43:25.483686 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5bdf-1925-4c95-bab1-f4adb2bdbf5b req-2f339bb2-37f0-4a29-8856-0e0484aee41e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:25.490251 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5ea5bdf-1925-4c95-bab1-f4adb2bdbf5b req-2f339bb2-37f0-4a29-8856-0e0484aee41e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 944 time: 0.0569415 Jul 14 14:43:25.543091 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b5ea5bdf-1925-4c95-bab1-f4adb2bdbf5b req-19198255-6c78-41e4-915b-b3737e36cabb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 Jul 14 14:43:25.644698 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:26.657026 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90296aaf-8514-41cb-b23c-7040e6072a24 req-1c992c04-b539-419f-a55f-902fa979787e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:26.658463 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90296aaf-8514-41cb-b23c-7040e6072a24 req-1c992c04-b539-419f-a55f-902fa979787e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 944 time: 0.0485079 Jul 14 14:43:26.693875 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:26.713447 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-90296aaf-8514-41cb-b23c-7040e6072a24 req-1690a9b5-bb6f-49fe-b9a7-50116daeabbb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493441 Jul 14 14:43:26.959296 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 239ed8a3-d717-491c-ba96-59229a3802d1 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:43:27.005433 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:27.009191 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 239ed8a3-d717-491c-ba96-59229a3802d1 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:43:27.132742 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 239ed8a3-d717-491c-ba96-59229a3802d1 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:43:27.133119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:27.208985 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 239ed8a3-d717-491c-ba96-59229a3802d1 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:43:27.209555 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:27.236235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:43:27.239034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200b8ad-f0c0-4512-9347-3ddd45937f30" -d '{"events": [{"server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "name": "network-vif-plugged", "status": "completed", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:27.253619 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=239ed8a3-d717-491c-ba96-59229a3802d1,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:43:27.355613 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:27.416852 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:27.440221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8813240e-f1a9-453b-a6f9-03c2af6fd7b5 x-openstack-request-id: req-8813240e-f1a9-453b-a6f9-03c2af6fd7b5 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:27.440221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "name": "network-vif-plugged", "status": "completed", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:27.440221 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8813240e-f1a9-453b-a6f9-03c2af6fd7b5 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:27.440221 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8813240e-f1a9-453b-a6f9-03c2af6fd7b5'] response: {'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1', 'code': 200} Jul 14 14:43:27.835907 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0f5e4-49e4-4b6c-bf3a-6785c62a1725 req-39cb429b-458f-4a7f-b2d3-3e0e8ca10b97 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:27.837456 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbf0f5e4-49e4-4b6c-bf3a-6785c62a1725 req-39cb429b-458f-4a7f-b2d3-3e0e8ca10b97 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Jul 14 14:43:27.852435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cff1e2-bd8f-432a-b937-7b13a62f691f req-73bd0fcc-1665-4a22-a743-96b88f6a3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:27.854039 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5cff1e2-bd8f-432a-b937-7b13a62f691f req-73bd0fcc-1665-4a22-a743-96b88f6a3798 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1129 time: 0.0474498 Jul 14 14:43:27.906497 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cbf0f5e4-49e4-4b6c-bf3a-6785c62a1725 req-72a3191c-89aa-4369-aba5-f54e4c22021a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629427 Jul 14 14:43:27.909113 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f5cff1e2-bd8f-432a-b937-7b13a62f691f req-01affd20-1a13-4f77-9a89-0b07de87134c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491822 Jul 14 14:43:28.611106 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:28.621281 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:29.028508 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12b12d-b15c-48e3-b7dc-9f9e7ee99880 req-40d3e00e-b006-4210-b3a7-95bfb91a1a24 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:29.030207 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d12b12d-b15c-48e3-b7dc-9f9e7ee99880 req-40d3e00e-b006-4210-b3a7-95bfb91a1a24 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Jul 14 14:43:29.080751 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d12b12d-b15c-48e3-b7dc-9f9e7ee99880 req-e5ca9f5c-1aba-402f-8f12-95728735e821 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439031 Jul 14 14:43:30.200457 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac14d66-332f-45c9-8f28-d50e5dc95d39 req-35733afa-bcdb-43fa-8df5-75dbf5b42265 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:30.201971 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cac14d66-332f-45c9-8f28-d50e5dc95d39 req-35733afa-bcdb-43fa-8df5-75dbf5b42265 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Jul 14 14:43:30.251422 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cac14d66-332f-45c9-8f28-d50e5dc95d39 req-82b7bc0c-b46a-43ab-b4a3-025dac1174d1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439482 Jul 14 14:43:30.370295 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e28d0-011d-43f8-91ea-50b6d81c8b94 req-0d10b9c6-1577-41a7-8d7e-cff0f4337ffb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:30.371704 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-786e28d0-011d-43f8-91ea-50b6d81c8b94 req-0d10b9c6-1577-41a7-8d7e-cff0f4337ffb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0479062 Jul 14 14:43:30.423312 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-786e28d0-011d-43f8-91ea-50b6d81c8b94 req-26cc841e-708b-46e4-a0d8-3b6396f08eb3 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459230 Jul 14 14:43:30.445836 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48014) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:30.644416 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1ae49-00e9-4323-b46b-f265e49c3a10 tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:30.646006 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-53f1ae49-00e9-4323-b46b-f265e49c3a10 tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1124 time: 0.1990895 Jul 14 14:43:30.650288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48018) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:30.655871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'port_id': '239ed8a3-d717-491c-ba96-59229a3802d1', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:43:30.801784 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:30.804535 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:30.885526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:30.996701 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.27.2.63 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/192617da-e2d2-498d-9b86-539fada28241) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:43:31.063700 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:31.103872 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (192617da-e2d2-498d-9b86-539fada28241), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:31.208467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (192617da-e2d2-498d-9b86-539fada28241), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:31.250154 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:43:31.257760 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:43:31.261468 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:43:31.264703 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=192617da-e2d2-498d-9b86-539fada28241,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:31.609567 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (2a345212-df82-4281-b17b-752666ae3213), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:31.757690 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (192617da-e2d2-498d-9b86-539fada28241), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:31.795664 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:31.908529 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (192617da-e2d2-498d-9b86-539fada28241), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:31.973973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (192617da-e2d2-498d-9b86-539fada28241), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:32.058436 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=192617da-e2d2-498d-9b86-539fada28241,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:32.065568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (2a345212-df82-4281-b17b-752666ae3213), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:32.105723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:32.167611 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 2a345212-df82-4281-b17b-752666ae3213 associated. External IP: 172.27.2.63, port: 239ed8a3-d717-491c-ba96-59229a3802d1. Jul 14 14:43:32.377215 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:43:32.484370 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:43:32.493587 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:43:32.503927 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:43:32.511403 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:43:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:32.586943 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:32.608747 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:43:32.618916 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2641fa52-0589-450d-9c9d-02b595e099ae tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9670780 Jul 14 14:43:32.620148 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:43:32.622914 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe44bee-365b-4e31-bf1c-75084b24bfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:43:32.661399 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7db519-e685-4e85-952c-33b27ff8f50f x-openstack-request-id: req-be7db519-e685-4e85-952c-33b27ff8f50f {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:43:32.661696 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:43:32.661983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be7db519-e685-4e85-952c-33b27ff8f50f {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:43:32.662399 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7db519-e685-4e85-952c-33b27ff8f50f'] response: {'name': 'network-changed', 'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1', 'status': 'completed', 'code': 200} Jul 14 14:43:32.720902 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ed1dac54-6d3b-4757-b0e3-a960b07ea519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:32.727711 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-d02681a1-b001-4fa6-9f6e-dac26e61dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:32.729310 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-d02681a1-b001-4fa6-9f6e-dac26e61dafb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1129 time: 0.0448534 Jul 14 14:43:32.825984 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-e6cf47d2-65ae-4c79-96da-54682f1835cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:32.827479 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-e6cf47d2-65ae-4c79-96da-54682f1835cf service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0924366 Jul 14 14:43:32.829907 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '2a345212-df82-4281-b17b-752666ae3213', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '239ed8a3-d717-491c-ba96-59229a3802d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:32:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:43:31Z', 'updated_at': '2022-07-14T14:43:31Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:32.855757 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:43:32.864281 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:43:32.864864 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:43:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:32.893941 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-f185b662-8136-4656-9073-07f40945c616 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 200 len: 998 time: 0.0590341 Jul 14 14:43:32.927101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:32.946278 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-b396a948-b332-4ff0-9f3f-54fbda74eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:32.957690 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-b396a948-b332-4ff0-9f3f-54fbda74eaf9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0470796 Jul 14 14:43:32.999432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-16cfd0cf-ea79-4fe6-bdcd-17d363008b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:33.000957 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-16cfd0cf-ea79-4fe6-bdcd-17d363008b4f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473650 Jul 14 14:43:33.056852 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:43:33.096270 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-d4405781-6fc9-40af-ae94-a08fd36bbacb service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886312 Jul 14 14:43:33.198562 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-bfe44bee-365b-4e31-bf1c-75084b24bfa7 req-eb638767-b563-4ed9-9832-b8fbb372a058 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965536 Jul 14 14:43:33.285351 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '2a345212-df82-4281-b17b-752666ae3213', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '239ed8a3-d717-491c-ba96-59229a3802d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:32:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:43:31Z', 'updated_at': '2022-07-14T14:43:31Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:43:33.311302 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2100231c-20dd-45af-819c-1a9135fa23c4 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '2a345212-df82-4281-b17b-752666ae3213', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.63', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '239ed8a3-d717-491c-ba96-59229a3802d1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:32:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:43:31Z', 'updated_at': '2022-07-14T14:43:31Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:43:33.526119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57636d6a-7ca1-419c-bbaa-1d6f4f026926 None None] New status for floating IP 2a345212-df82-4281-b17b-752666ae3213: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:43:34.807868 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-72470c0c-b37b-4135-94eb-3a86d78e7786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:36.287933 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:37.458470 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:38.012965 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:40.410638 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=78,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:40.419824 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=38 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:42.675088 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:43:43.193060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=20 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:43.194428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=80,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:43.282165 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=75 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:44.116140 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48078) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:44.233786 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c590b6a4-e51b-4d33-ad95-cfe09455ed0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.316310 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c590b6a4-e51b-4d33-ad95-cfe09455ed0f admin admin] Publish callbacks [] for security_group (196be913-70d0-49aa-b285-a41863c35dad), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.430051 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c590b6a4-e51b-4d33-ad95-cfe09455ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (196be913-70d0-49aa-b285-a41863c35dad), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.470991 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c590b6a4-e51b-4d33-ad95-cfe09455ed0f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ace4a2208d4f42f585a2298da6ddca70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537669 Jul 14 14:43:44.471842 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590b6a4-e51b-4d33-ad95-cfe09455ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196be913-70d0-49aa-b285-a41863c35dad,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:44.473648 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48082) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:44.525948 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] Publish callbacks [] for security_group (196be913-70d0-49aa-b285-a41863c35dad), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.548314 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] Publish callbacks [] for security_group (196be913-70d0-49aa-b285-a41863c35dad), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.697251 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (196be913-70d0-49aa-b285-a41863c35dad), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.699815 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:44.700996 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/196be913-70d0-49aa-b285-a41863c35dad HTTP/1.1" status: 204 len: 168 time: 0.2260752 Jul 14 14:43:44.710748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c26fc-2d71-4dfa-929b-72b51ef7ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196be913-70d0-49aa-b285-a41863c35dad,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:44.899300 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:50.687666 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48142) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:50.821959 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141544e3-bca3-4c79-8b57-7ef8e604f307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:50.914744 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141544e3-bca3-4c79-8b57-7ef8e604f307 admin admin] Publish callbacks [] for security_group (04d91276-5006-48b5-bb9f-2bbde846b01d), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:50.996059 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-141544e3-bca3-4c79-8b57-7ef8e604f307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (04d91276-5006-48b5-bb9f-2bbde846b01d), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:51.047872 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-141544e3-bca3-4c79-8b57-7ef8e604f307 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=96ba89fe8891423db256356273b23802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587105 Jul 14 14:43:51.049029 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141544e3-bca3-4c79-8b57-7ef8e604f307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d91276-5006-48b5-bb9f-2bbde846b01d,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:51.050800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48146) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:51.129407 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] Publish callbacks [] for security_group (04d91276-5006-48b5-bb9f-2bbde846b01d), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:51.155307 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] Publish callbacks [] for security_group (04d91276-5006-48b5-bb9f-2bbde846b01d), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:51.291813 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (04d91276-5006-48b5-bb9f-2bbde846b01d), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:51.296284 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:51.297542 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/04d91276-5006-48b5-bb9f-2bbde846b01d HTTP/1.1" status: 204 len: 168 time: 0.2453387 Jul 14 14:43:51.307413 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a222c-a3b9-4324-9b89-20df90169788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d91276-5006-48b5-bb9f-2bbde846b01d,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:52.013562 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48152) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:52.029821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da67db21-b5e1-4bb1-97af-1f35b9809e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.138184 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da67db21-b5e1-4bb1-97af-1f35b9809e31 admin admin] Publish callbacks [] for security_group (e8f8c441-5871-446c-8292-1c5c4e19439a), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.230403 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-da67db21-b5e1-4bb1-97af-1f35b9809e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e8f8c441-5871-446c-8292-1c5c4e19439a), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.292604 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-da67db21-b5e1-4bb1-97af-1f35b9809e31 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da1cad711305446a823cd92ffac6a6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776093 Jul 14 14:43:52.294102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67db21-b5e1-4bb1-97af-1f35b9809e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f8c441-5871-446c-8292-1c5c4e19439a,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:52.295953 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48154) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:52.374726 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] Publish callbacks [] for security_group (e8f8c441-5871-446c-8292-1c5c4e19439a), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.412926 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] Publish callbacks [] for security_group (e8f8c441-5871-446c-8292-1c5c4e19439a), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.538746 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (e8f8c441-5871-446c-8292-1c5c4e19439a), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.541749 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:52.543242 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e8f8c441-5871-446c-8292-1c5c4e19439a HTTP/1.1" status: 204 len: 168 time: 0.2455034 Jul 14 14:43:52.555030 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac806-af0a-4514-a0a8-1c7b9e306693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f8c441-5871-446c-8292-1c5c4e19439a,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:52.671481 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=75 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:53.843243 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48178) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:53.975181 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066538244-network', 'tenant_id': '39fed467abc64dc4931449d9c332fffe'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:43:54.179656 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Made reservation on behalf of 39fed467abc64dc4931449d9c332fffe for: {'network': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:43:54.182571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for network (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.198166 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.291689 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks [] for security_group (cb27e1b3-6ee1-4730-9274-a589288c03de), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.367156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (cb27e1b3-6ee1-4730-9274-a589288c03de), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.395158 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=104473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 14:43:54.405800 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb27e1b3-6ee1-4730-9274-a589288c03de,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:54.411504 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (fe0442b6-8149-43fa-a7e2-4beb5524a8bf), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.411886 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.segments_db [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Added segment fe0442b6-8149-43fa-a7e2-4beb5524a8bf of type vlan for network 1081dfe9-22b6-4327-b735-843c4b4f8748 Jul 14 14:43:54.461395 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749124666408'] for network (1081dfe9-22b6-4327-b735-843c4b4f8748), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.463818 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:54.480101 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:54.578347 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907'] for network (1081dfe9-22b6-4327-b735-843c4b4f8748), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.579629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:54.580663 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:54.760023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] Pushing event updated for resources: {'Network': ['ID=1081dfe9-22b6-4327-b735-843c4b4f8748,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:54.761641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 details requested by agent ovs-agent-dv-cinder-799871-30-iscsi with host dv-cinder-799871-30-iscsi {{(pid=104474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 14:43:54.762568 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8fc63900-8591-490a-b012-a42e9a1bb49d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8861337 Jul 14 14:43:54.762568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48182) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:43:54.762568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Request body: {'subnet': {'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066538244-subnet', 'tenant_id': '39fed467abc64dc4931449d9c332fffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:43:54.858137 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Made reservation on behalf of 39fed467abc64dc4931449d9c332fffe for: {'subnet': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:43:54.860821 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3825962'] for subnet (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:55.145091 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3421976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3825944'] for subnet (bbc5fb7a-4b29-491c-a132-7e75461061b1), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:55.201850 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc5fb7a-4b29-491c-a132-7e75461061b1,revision_number=0']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:43:55.225924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Checking segment: {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:43:55.226469 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Network hostable DHCP agents. Network: 1081dfe9-22b6-4327-b735-843c4b4f8748, hostable agents: ['fe7c909d-ba24-40bf-a1aa-b05ca7d25be8'], hosted agents: [] {{(pid=104473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 14:43:55.338650 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 is scheduled to be hosted by DHCP agent fe7c909d-ba24-40bf-a1aa-b05ca7d25be8 with binding_index 1 {{(pid=104473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 14:43:55.445124 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799871-30-iscsi, 1081dfe9-22b6-4327-b735-843c4b4f8748) {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:43:55.449306 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:55.449954 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:43:55.460621 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e346f7-0906-4971-8671-f9dcaebdb83b None None] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:43:55.552579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:55.575644 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-a5497531-12ad-4825-af9b-e61bf59e75a6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8401570 Jul 14 14:43:55.596939 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483856b-8053-4650-a0c2-a0b7556bcd67 None None] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:43:55.950695 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-f76d047d-2b78-4463-ba05-0dd7633ae0ca service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455630 Jul 14 14:43:56.035299 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-85ddda77-e6bd-470f-b630-a9960c609af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:56.036936 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-85ddda77-e6bd-470f-b630-a9960c609af7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1129 time: 0.0422049 Jul 14 14:43:56.094247 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:56.164538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-b1450692-20a5-4b73-9a39-815bf1cc7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:56.166990 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-b1450692-20a5-4b73-9a39-815bf1cc7ea5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.1097107 Jul 14 14:43:56.248579 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-bda29d37-4d37-4927-acee-5f31094d1436 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 200 len: 1000 time: 0.0758309 Jul 14 14:43:56.324309 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-f289d736-da6b-4912-836d-37a04c44dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:56.325833 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-f289d736-da6b-4912-836d-37a04c44dfbf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0631433 Jul 14 14:43:56.392263 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-e22d6260-8bad-4246-b8ae-1a6075b241fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:56.394453 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-e22d6260-8bad-4246-b8ae-1a6075b241fb service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621781 Jul 14 14:43:56.511878 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-b47e7f1a-3bf4-464b-8621-78fa52127894 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110942 Jul 14 14:43:56.628816 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-abc9dffc-9093-4efa-b1b0-4391fb40739c req-06d48c72-367a-498e-ad8e-e834c3e2fa38 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107545 Jul 14 14:43:57.991380 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-d4798e81-153c-4f9e-8365-6a04514664d8 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:43:57.992895 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-d4798e81-153c-4f9e-8365-6a04514664d8 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/networks?id=1081dfe9-22b6-4327-b735-843c4b4f8748 HTTP/1.1" status: 200 len: 809 time: 0.1164880 Jul 14 14:43:58.010977 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-b63e1693-7e17-4435-851d-97e0aecd6992 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/quotas/39fed467abc64dc4931449d9c332fffe HTTP/1.1" status: 200 len: 375 time: 0.0104327 Jul 14 14:43:58.048739 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-7590cc55-14e8-4307-909e-91b9c8831a5f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322590 Jul 14 14:43:58.117051 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-ecd38fc7-d2fd-4c35-bbcd-0b4c6aa74b1d service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=104472) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 14:43:58.118168 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-ecd38fc7-d2fd-4c35-bbcd-0b4c6aa74b1d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0622482 Jul 14 14:43:58.237877 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-6df82c2e-7e5f-4104-b3fe-325c13de43ad service neutron] 10.222.0.93 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131477 Jul 14 14:43:58.331359 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:58.347538 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-4b5108ad-d996-4b31-82b1-f833a79a31c1 service neutron] 10.222.0.93 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004863 Jul 14 14:43:58.685954 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:43:58.716122 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-99952d6d-a271-4d10-b90c-a7e735cad092 req-bcb3a44c-2cde-4455-84c7-a9720a69e0f4 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0399985 Jul 14 14:43:59.804236 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-69a2cf7a-23cf-4962-ad9d-8f989979dea7 req-9bdc0611-c6fd-4e66-ac93-559448758e98 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0298712 Jul 14 14:44:00.903074 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-edf9ab17-ed91-4f53-a0af-4064029059a2 req-e9819852-96f8-4222-adbf-24bde0ffba2e tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0295596 Jul 14 14:44:01.998513 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-48755df6-b015-4838-be89-740d7b641ded req-58bb2acc-fdfc-464f-8926-722f68e31210 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0372434 Jul 14 14:44:02.632607 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:02.762116 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-39887f25-ef15-4ada-807b-1a64e9a60cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:03.105215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5b130e98-5663-4372-9280-cc1263a6dbf6 req-b6afff47-f9f4-44a9-8183-ebe99a0951e8 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0342467 Jul 14 14:44:04.211923 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6a90d147-ba23-498a-895d-da51983e18b6 req-c725d240-dc8d-49ee-9ae4-70c479c17414 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0325491 Jul 14 14:44:04.886649 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ad1a8d2a-061a-4051-916f-d057816e033a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:05.313840 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-2f131efb-eff0-4356-bf9c-7fbe261db213 req-a57bbbe8-ad82-45ef-b7e7-2a74840add93 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0295260 Jul 14 14:44:05.608158 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:05.621466 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:05.685155 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-9c112ce6-1dd1-423a-85d7-dee48dfb2770 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:05.686659 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-9c112ce6-1dd1-423a-85d7-dee48dfb2770 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "GET /v2.0/networks?id=1081dfe9-22b6-4327-b735-843c4b4f8748 HTTP/1.1" status: 200 len: 809 time: 0.1143930 Jul 14 14:44:05.699917 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Request body: {'port': {'device_id': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748', 'admin_state_up': True, 'tenant_id': '39fed467abc64dc4931449d9c332fffe'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:44:05.790320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:05.902162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Made reservation on behalf of 39fed467abc64dc4931449d9c332fffe for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:44:05.906169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:06.263887 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:06.304956 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Allocated IP 172.20.0.7 (1081dfe9-22b6-4327-b735-843c4b4f8748/bbc5fb7a-4b29-491c-a132-7e75461061b1/2eaa8773-d936-4d7c-80e4-01bf3c13a4db) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:44:06.423094 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9b459c09-1333-487d-9e7a-bbe6f3d28dc6 req-e3a94cd8-9593-4135-a024-96e1556e6935 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0338547 Jul 14 14:44:06.437851 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:06.486875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks [] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:06.595940 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:06.649169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:44:06.653826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:44:06.660049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:44:06.666888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Pushing event updated for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:06.720584 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:06.721224 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:06.843898 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-f0df3ae8-0261-4ed3-9fb7-02598871eeb9 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1480579 Jul 14 14:44:06.856179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Request body: {'port': {'device_id': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:44:06.929282 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.213365 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaa8773-d936-4d7c-80e4-01bf3c13a4db {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:44:07.223912 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks [] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.227557 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:07.238683 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Transition to ACTIVE for port object 2eaa8773-d936-4d7c-80e4-01bf3c13a4db will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:44:07.364425 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.416803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:07.475233 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.498927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Attempting to bind port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:44:07.499269 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Attempting to bind port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:44:07.499609 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Attempting to bind port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db on network 1081dfe9-22b6-4327-b735-843c4b4f8748 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:44:07.504638 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db on network 1081dfe9-22b6-4327-b735-843c4b4f8748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:44:07.504961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Attempting to bind port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db on network 1081dfe9-22b6-4327-b735-843c4b4f8748 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:44:07.510519 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:44:07.510866 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Checking segment: {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:44:07.511257 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Bound using segment: {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:44:07.511693 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Bound port: 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:44:07.512053 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.527993 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:07.550031 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72d53b-c3a9-4c37-a087-0ee1a494751f req-cdd8ed44-ce8d-4ef8-8886-dc3d25680d60 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:07.551601 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c72d53b-c3a9-4c37-a087-0ee1a494751f req-cdd8ed44-ce8d-4ef8-8886-dc3d25680d60 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 943 time: 0.0543444 Jul 14 14:44:07.586665 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:44:07.590454 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:44:07.607245 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-4c72d53b-c3a9-4c37-a087-0ee1a494751f req-19ed924a-a8e7-4479-993e-b6d4c84b3f6a tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Jul 14 14:44:07.668022 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.705791 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:07.706502 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:07.707917 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] 10.222.0.91 "PUT /v2.0/ports/2eaa8773-d936-4d7c-80e4-01bf3c13a4db HTTP/1.1" status: 200 len: 1093 time: 0.8572271 Jul 14 14:44:07.708359 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:07.710643 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f59d7-0f6f-4e72-9227-c327a714aa65" -d '{"events": [{"name": "network-changed", "server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:07.735526 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b8beb-7c5d-4ba1-b2e2-78db753e12ea service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:07.751426 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81d63ff-b5aa-4084-9e8c-fdd0d082c5f5 x-openstack-request-id: req-d81d63ff-b5aa-4084-9e8c-fdd0d082c5f5 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:07.751718 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:07.751961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d81d63ff-b5aa-4084-9e8c-fdd0d082c5f5 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:07.752435 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81d63ff-b5aa-4084-9e8c-fdd0d082c5f5'] response: {'name': 'network-changed', 'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db', 'status': 'completed', 'code': 200} Jul 14 14:44:07.815075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-c03209f6-7df8-4747-8276-f4e626166c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:07.816655 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-c03209f6-7df8-4747-8276-f4e626166c0b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 1127 time: 0.0436358 Jul 14 14:44:07.930848 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-957e565e-1c1c-4cd2-ab19-6b1418783b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:07.932533 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-957e565e-1c1c-4cd2-ab19-6b1418783b4d service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=39fed467abc64dc4931449d9c332fffe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1096950 Jul 14 14:44:07.977699 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:08.035596 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-b76f33d9-165b-4480-87d5-ccdc93f3633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:08.037194 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da1f59d7-0f6f-4e72-9227-c327a714aa65 req-b76f33d9-165b-4480-87d5-ccdc93f3633f service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963683 Jul 14 14:44:08.116051 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-7b3da1ca-5e85-4f0f-881e-872f9d6a2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:08.118845 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-7b3da1ca-5e85-4f0f-881e-872f9d6a2730 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 1127 time: 0.0412638 Jul 14 14:44:08.162112 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-265ffbbf-8685-429a-97e5-9aee6d16dcb6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db HTTP/1.1" status: 200 len: 217 time: 0.0381134 Jul 14 14:44:08.214210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-47e67336-a435-4b5c-8e68-a52bf1a0a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:08.215716 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-47e67336-a435-4b5c-8e68-a52bf1a0a825 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bbc5fb7a-4b29-491c-a132-7e75461061b1 HTTP/1.1" status: 200 len: 849 time: 0.0465772 Jul 14 14:44:08.252778 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-fd7e51fd-9c5f-4fcb-836a-da51d607368c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1081dfe9-22b6-4327-b735-843c4b4f8748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311148 Jul 14 14:44:08.386902 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-0c2f29b8-3d7c-4136-aa02-c6a8b1b4a311 service neutron] 10.222.0.91 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273794 Jul 14 14:44:08.456398 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:08.481048 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-dca782a5-cb89-4566-81c5-b85cbd4f635e req-a04029a1-92db-4cd1-8b16-2abc7b590d7d service neutron] 10.222.0.91 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884531 Jul 14 14:44:08.729402 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dce2f-2277-408c-b243-371849827289 req-b6dddbb5-4b70-4a43-b20c-24f851e4af71 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:08.730953 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d2dce2f-2277-408c-b243-371849827289 req-b6dddbb5-4b70-4a43-b20c-24f851e4af71 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 943 time: 0.0516768 Jul 14 14:44:08.781985 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d2dce2f-2277-408c-b243-371849827289 req-10cd6db7-450b-4489-8b4f-8aa351c017ef tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453548 Jul 14 14:44:09.907616 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb124e-3f49-4407-90b3-2d8ca256af69 req-3189633b-9cbf-4aa1-b1d5-d1b76f772ecc tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:09.910404 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-10eb124e-3f49-4407-90b3-2d8ca256af69 req-3189633b-9cbf-4aa1-b1d5-d1b76f772ecc tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 943 time: 0.0539427 Jul 14 14:44:09.963290 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-10eb124e-3f49-4407-90b3-2d8ca256af69 req-c1c11359-2293-4631-b87c-a27e57c023a8 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Jul 14 14:44:11.080836 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54795bc-50da-4f28-9fc3-24e570deb20e req-63844567-d9a4-41d6-91c3-a8357c622c2d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:11.084113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f54795bc-50da-4f28-9fc3-24e570deb20e req-63844567-d9a4-41d6-91c3-a8357c622c2d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 943 time: 0.0472388 Jul 14 14:44:11.130047 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f54795bc-50da-4f28-9fc3-24e570deb20e req-03ae89ea-c04f-4c3f-8685-214ebf9d99d5 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Jul 14 14:44:11.160450 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 2eaa8773-d936-4d7c-80e4-01bf3c13a4db details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:44:11.265052 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:11.276023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db', 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748', 'port_id': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db', 'mac_address': 'fa:16:3e:74:fb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc5fb7a-4b29-491c-a132-7e75461061b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:44:11.309991 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:44:11.310373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:11.323600 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaa8773-d936-4d7c-80e4-01bf3c13a4db {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:44:11.342573 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:11.440895 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:11.487653 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:11.495486 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.495829 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.496169 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.496500 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.496825 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.497146 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.497464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.497804 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.498119 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.498437 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.498755 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.499073 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.499395 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.499702 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.500010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:11.634844 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['2eaa8773-d936-4d7c-80e4-01bf3c13a4db'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:44:12.249399 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61ee97-3c7a-4c3c-9bbc-57869d4ee9dd req-7aaaca1b-24a1-48c4-ad1a-9ba0072992ef tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:12.250884 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b61ee97-3c7a-4c3c-9bbc-57869d4ee9dd req-7aaaca1b-24a1-48c4-ad1a-9ba0072992ef tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 944 time: 0.0513937 Jul 14 14:44:12.297065 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3b61ee97-3c7a-4c3c-9bbc-57869d4ee9dd req-72b23384-052b-4ca0-9662-018ff324bb43 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Jul 14 14:44:13.179967 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 2eaa8773-d936-4d7c-80e4-01bf3c13a4db up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:44:13.223604 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:44:13.337660 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:44:13.338075 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:13.416639 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:44:13.417077 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5a511-a4c1-444e-811c-62146177e2ad req-afddc464-8f8d-406e-8f82-830d699dcd57 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:13.417670 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:13.418302 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77a5a511-a4c1-444e-811c-62146177e2ad req-afddc464-8f8d-406e-8f82-830d699dcd57 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 944 time: 0.0486374 Jul 14 14:44:13.441364 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:13.447258 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53915653-c5ac-4dee-b3e0-4dba9301124c" -d '{"events": [{"server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:13.463701 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:13.472586 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-77a5a511-a4c1-444e-811c-62146177e2ad req-9124ccc7-d010-46b7-8905-b35a2adf4302 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480402 Jul 14 14:44:13.500865 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df29b6-6951-439f-b743-c34e686b41e4 x-openstack-request-id: req-d3df29b6-6951-439f-b743-c34e686b41e4 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:13.501150 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:13.501419 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d3df29b6-6951-439f-b743-c34e686b41e4 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:13.502483 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3df29b6-6951-439f-b743-c34e686b41e4'] response: {'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db', 'code': 200} Jul 14 14:44:13.566308 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:13.616362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:13.903258 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520091-8381-4acc-a8db-b8b17d6f1d12 req-63552ef1-a5c5-481c-8177-a4e1c7078f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:13.904779 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b0520091-8381-4acc-a8db-b8b17d6f1d12 req-63552ef1-a5c5-481c-8177-a4e1c7078f79 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 1129 time: 0.0486495 Jul 14 14:44:13.949407 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-b0520091-8381-4acc-a8db-b8b17d6f1d12 req-81eb117f-c17a-4f19-9c2b-2d3493520479 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381107 Jul 14 14:44:14.589203 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61db71-8ab7-4338-a723-f8bb7d86070d req-a2087178-42b5-45e5-8271-b130b56b8393 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:14.590699 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e61db71-8ab7-4338-a723-f8bb7d86070d req-a2087178-42b5-45e5-8271-b130b56b8393 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 945 time: 0.0496099 Jul 14 14:44:14.642035 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0e61db71-8ab7-4338-a723-f8bb7d86070d req-780637eb-7c4b-457d-910d-5922ca0ce5b4 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453184 Jul 14 14:44:14.766432 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:14.826682 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:15.758745 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caaee7-753c-4d1f-a6d6-4afb4e875477 req-9a75159a-72b4-426c-a931-9d88e65b4bd0 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:15.760219 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1caaee7-753c-4d1f-a6d6-4afb4e875477 req-9a75159a-72b4-426c-a931-9d88e65b4bd0 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 945 time: 0.0487692 Jul 14 14:44:15.807852 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1caaee7-753c-4d1f-a6d6-4afb4e875477 req-9ee27c95-e483-42ef-b419-81551257db51 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Jul 14 14:44:17.159388 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34a3a-18ed-4fd2-8b5a-5c07dd8c88ff req-425a88c3-cd97-417e-842a-9a7fd7fab976 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:17.160846 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-deb34a3a-18ed-4fd2-8b5a-5c07dd8c88ff req-425a88c3-cd97-417e-842a-9a7fd7fab976 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 945 time: 0.0461328 Jul 14 14:44:17.207859 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-deb34a3a-18ed-4fd2-8b5a-5c07dd8c88ff req-a80126c8-b82a-48c3-b1a2-eac3ab99e30d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Jul 14 14:44:18.320595 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:18.332328 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c630235-faf2-48ec-86a7-0ef6ff97649d req-0192dfa4-ee73-49af-8b57-7ea9f75b8e9b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:18.336342 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c630235-faf2-48ec-86a7-0ef6ff97649d req-0192dfa4-ee73-49af-8b57-7ea9f75b8e9b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 945 time: 0.0572298 Jul 14 14:44:18.383215 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-0c630235-faf2-48ec-86a7-0ef6ff97649d req-49891949-e32f-49b5-88c4-597d19dbcc4e tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Jul 14 14:44:18.418332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-84dacc36-273c-4f12-aa7f-ad95e7296343 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:18.420312 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-84dacc36-273c-4f12-aa7f-ad95e7296343 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 945 time: 0.0471556 Jul 14 14:44:18.520915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Deleting port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:44:18.521249 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:18.613077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] For port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:18.613352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:18.627210 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Calling delete_port for 2eaa8773-d936-4d7c-80e4-01bf3c13a4db owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:44:18.827222 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (2eaa8773-d936-4d7c-80e4-01bf3c13a4db), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:18.840250 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['2eaa8773-d936-4d7c-80e4-01bf3c13a4db'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:44:18.857151 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Pushing event deleted for resources: {'Port': ['ID=2eaa8773-d936-4d7c-80e4-01bf3c13a4db,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:18.885066 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.885404 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.885742 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.886099 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.886430 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.886754 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.887073 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.887389 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.887708 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.888024 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.888337 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.888649 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.888961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.889443 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.889755 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:44:18.918425 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] No DVR routers for this DVR port 2eaa8773-d936-4d7c-80e4-01bf3c13a4db on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:44:18.924983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:18.928327 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-57a6a65b-2517-41bb-86fe-b2102cd6a9ce req-afda96e1-7c1e-44c3-9779-ba0def5d2d87 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "DELETE /v2.0/ports/2eaa8773-d936-4d7c-80e4-01bf3c13a4db HTTP/1.1" status: 204 len: 173 time: 0.5023346 Jul 14 14:44:18.928911 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'name': 'network-vif-deleted', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:18.931167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fc7ab5-a0ec-49cf-92f3-2d996731ea0b" -d '{"events": [{"server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "name": "network-vif-deleted", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:18.970897 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0615ab-9877-4d52-b543-f80653fc8a95 x-openstack-request-id: req-5e0615ab-9877-4d52-b543-f80653fc8a95 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:18.971188 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1538a760-c1f4-4676-bb55-6592d5ca3021", "name": "network-vif-deleted", "tag": "2eaa8773-d936-4d7c-80e4-01bf3c13a4db", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:18.971435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-5e0615ab-9877-4d52-b543-f80653fc8a95 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:18.971835 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0615ab-9877-4d52-b543-f80653fc8a95'] response: {'server_uuid': '1538a760-c1f4-4676-bb55-6592d5ca3021', 'name': 'network-vif-deleted', 'tag': '2eaa8773-d936-4d7c-80e4-01bf3c13a4db', 'status': 'completed', 'code': 200} Jul 14 14:44:19.490128 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3cd13de0-16c8-4abe-82a4-818f105a4256 req-b9083005-ec4b-4cbd-9239-4d6426f2afb2 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=1538a760-c1f4-4676-bb55-6592d5ca3021 HTTP/1.1" status: 200 len: 210 time: 0.0285740 Jul 14 14:44:19.673677 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:44:20.727967 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:20.756711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-c08b5631-3e08-4e72-bf78-222d421c9874 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:20.758292 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-c08b5631-3e08-4e72-bf78-222d421c9874 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/networks?id=1081dfe9-22b6-4327-b735-843c4b4f8748 HTTP/1.1" status: 200 len: 809 time: 0.1063519 Jul 14 14:44:20.772906 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-93332cbc-af4b-4f00-bc26-efba96d5a162 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/quotas/39fed467abc64dc4931449d9c332fffe HTTP/1.1" status: 200 len: 375 time: 0.0091524 Jul 14 14:44:20.804674 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-31d64d24-e7a8-41f6-bea2-d0819f1a5a2f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269136 Jul 14 14:44:20.895797 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-2ea1deb0-705b-40b6-be28-b0ebd86a2c61 service neutron] 10.222.0.93 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846846 Jul 14 14:44:20.986365 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-cac1c4ac-7627-4aef-b7aa-49ff30d85ef6 service neutron] 10.222.0.93 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843453 Jul 14 14:44:21.206889 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 2eaa8773-d936-4d7c-80e4-01bf3c13a4db no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:21.228214 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 2eaa8773-d936-4d7c-80e4-01bf3c13a4db {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:44:21.228647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 2eaa8773-d936-4d7c-80e4-01bf3c13a4db not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:21.231898 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-aa447054-172c-4191-bac2-fa47c9111aff req-cdf185b7-6c71-4cc9-a59d-749ce696f59d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Jul 14 14:44:22.333964 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b1dd9697-23f6-4166-b047-f8bd5bce357e req-efb505a2-fe08-494b-b19d-3b51996d9ca1 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 210 time: 0.0329936 Jul 14 14:44:23.209112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:23.238907 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-531855e4-c2d3-4036-9d8a-f0268124e976 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:23.244138 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-531855e4-c2d3-4036-9d8a-f0268124e976 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "GET /v2.0/networks?id=1081dfe9-22b6-4327-b735-843c4b4f8748 HTTP/1.1" status: 200 len: 809 time: 0.1067796 Jul 14 14:44:23.253441 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Request body: {'port': {'device_id': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748', 'admin_state_up': True, 'tenant_id': '39fed467abc64dc4931449d9c332fffe'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:44:23.357378 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:23.430065 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-de0e93e6-def2-4015-a64d-dfa442733209 req-7dbbe0b0-72ba-4b5f-80fe-5eaf637b3c1c tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 210 time: 0.0283937 Jul 14 14:44:23.451365 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Made reservation on behalf of 39fed467abc64dc4931449d9c332fffe for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:44:23.455494 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:23.583382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Allocated IP 172.20.0.14 (1081dfe9-22b6-4327-b735-843c4b4f8748/bbc5fb7a-4b29-491c-a132-7e75461061b1/4b92c00a-eed4-451a-b581-5d6b77bba644) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:44:23.732575 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks [] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:23.827348 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:23.867142 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Network 1081dfe9-22b6-4327-b735-843c4b4f8748 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:44:23.870233 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:44:23.877010 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:44:23.905206 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Pushing event updated for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:23.933885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:23.934546 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.037547 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-60d47655-7239-4dd8-916b-5bb489c3493f tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884448 Jul 14 14:44:24.048788 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Request body: {'port': {'device_id': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:44:24.111276 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.247248 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:24.365216 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b92c00a-eed4-451a-b581-5d6b77bba644 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:44:24.368885 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:24.372826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks [] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.385231 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Transition to ACTIVE for port object 4b92c00a-eed4-451a-b581-5d6b77bba644 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:44:24.472758 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.549293 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624df8-2a27-48f6-8278-240480715cc0 req-1902bdec-1c32-4509-99e3-aca5fcc765ad tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:24.553370 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3624df8-2a27-48f6-8278-240480715cc0 req-1902bdec-1c32-4509-99e3-aca5fcc765ad tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 944 time: 0.0545697 Jul 14 14:44:24.561901 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:24.599232 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Attempting to bind port 4b92c00a-eed4-451a-b581-5d6b77bba644 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:44:24.599563 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Attempting to bind port 4b92c00a-eed4-451a-b581-5d6b77bba644 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:44:24.599889 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Attempting to bind port 4b92c00a-eed4-451a-b581-5d6b77bba644 on network 1081dfe9-22b6-4327-b735-843c4b4f8748 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:44:24.603606 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a3624df8-2a27-48f6-8278-240480715cc0 req-96f6392e-bee5-44ff-9f2a-1350cc40a0cf tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445697 Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Port 4b92c00a-eed4-451a-b581-5d6b77bba644 on network 1081dfe9-22b6-4327-b735-843c4b4f8748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Attempting to bind port 4b92c00a-eed4-451a-b581-5d6b77bba644 on network 1081dfe9-22b6-4327-b735-843c4b4f8748 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Checking segment: {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Bound using segment: {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Bound port: 4b92c00a-eed4-451a-b581-5d6b77bba644, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:44:24.613040 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.677336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:44:24.680826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4b92c00a-eed4-451a-b581-5d6b77bba644,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:44:24.884585 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.918376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:24.919003 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:24.920375 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] 10.222.0.91 "PUT /v2.0/ports/4b92c00a-eed4-451a-b581-5d6b77bba644 HTTP/1.1" status: 200 len: 1094 time: 0.8762453 Jul 14 14:44:24.920799 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:24.923017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869da329-b196-43c7-8099-c9ca1b10d9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:24.946578 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142c7ad-e3fc-4db6-810b-27cd06b5fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:24.958812 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e2a4cf-ff04-4ac3-8cdc-0f989abbca84 x-openstack-request-id: req-13e2a4cf-ff04-4ac3-8cdc-0f989abbca84 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:24.959190 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:24.959438 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-13e2a4cf-ff04-4ac3-8cdc-0f989abbca84 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:24.959836 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e2a4cf-ff04-4ac3-8cdc-0f989abbca84'] response: {'name': 'network-changed', 'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644', 'status': 'completed', 'code': 200} Jul 14 14:44:25.018662 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-71f5b0cc-16d7-4dd1-97da-fdaba7dcd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.020139 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-71f5b0cc-16d7-4dd1-97da-fdaba7dcd1fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 1128 time: 0.0404320 Jul 14 14:44:25.125962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-9e391be7-486d-46cc-b936-d45f8e26ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.127948 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-9e391be7-486d-46cc-b936-d45f8e26ea3c service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=39fed467abc64dc4931449d9c332fffe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1009483 Jul 14 14:44:25.219476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-c0addb73-2962-4e06-a1c6-3b55a866cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.220960 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-869da329-b196-43c7-8099-c9ca1b10d9fc req-c0addb73-2962-4e06-a1c6-3b55a866cbcf service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878816 Jul 14 14:44:25.296664 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-6af542a5-9897-4288-8d99-0e97167787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.298822 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-6af542a5-9897-4288-8d99-0e97167787d6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=39fed467abc64dc4931449d9c332fffe&device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 1128 time: 0.0431571 Jul 14 14:44:25.337212 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-f6b0f249-511c-4dc1-801c-6d301e005933 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b92c00a-eed4-451a-b581-5d6b77bba644 HTTP/1.1" status: 200 len: 217 time: 0.0323851 Jul 14 14:44:25.372070 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:25.386715 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-bc652d98-2023-4690-b379-b78523455a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.388168 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-bc652d98-2023-4690-b379-b78523455a4e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=bbc5fb7a-4b29-491c-a132-7e75461061b1 HTTP/1.1" status: 200 len: 849 time: 0.0459454 Jul 14 14:44:25.418871 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-ee07babe-7592-46b2-b7cb-a8fa61b3cc0a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=1081dfe9-22b6-4327-b735-843c4b4f8748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249081 Jul 14 14:44:25.510611 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-442c0558-29be-48ea-83c7-2474e26c9924 service neutron] 10.222.0.91 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860801 Jul 14 14:44:25.601140 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-faa03d53-fbea-4bb6-9778-0cb7e8506171 req-2113675c-3591-4c50-9739-66768249c551 service neutron] 10.222.0.91 "GET /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Jul 14 14:44:25.715871 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be985-530d-4c5e-b5bd-530d4baf5a76 req-d3af37a4-35ca-49fd-bbe5-f8f16efd1338 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:25.717297 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b99be985-530d-4c5e-b5bd-530d4baf5a76 req-d3af37a4-35ca-49fd-bbe5-f8f16efd1338 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 944 time: 0.0475421 Jul 14 14:44:25.767821 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b99be985-530d-4c5e-b5bd-530d4baf5a76 req-99a442e7-ea67-4a96-a322-fc503e853e7b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441806 Jul 14 14:44:26.882195 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c789eb-0e7d-4a50-a13f-dec20a80075a req-dd8166df-05e5-41c3-b5bc-7dbed6141bfa tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:26.883603 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60c789eb-0e7d-4a50-a13f-dec20a80075a req-dd8166df-05e5-41c3-b5bc-7dbed6141bfa tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 944 time: 0.0472057 Jul 14 14:44:26.930930 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-60c789eb-0e7d-4a50-a13f-dec20a80075a req-fcd4d718-9f98-4f11-a655-78e1295aa172 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417178 Jul 14 14:44:28.043759 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3ebae-7304-4eb2-8e10-c2bc4a335f76 req-3856646b-c415-4c47-8ab7-88e4f67f5b6e tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:28.045129 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fbe3ebae-7304-4eb2-8e10-c2bc4a335f76 req-3856646b-c415-4c47-8ab7-88e4f67f5b6e tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 944 time: 0.0471654 Jul 14 14:44:28.091758 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-fbe3ebae-7304-4eb2-8e10-c2bc4a335f76 req-ffa0aae7-02b5-4e7e-af00-5815a9a0f4d3 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Jul 14 14:44:29.206579 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 4b92c00a-eed4-451a-b581-5d6b77bba644 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:44:29.208825 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:29.213941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd45a93-a817-4c06-b85b-e31dc783019a req-4457570e-c84f-4ba5-b00e-327f581aea05 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:29.218637 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdd45a93-a817-4c06-b85b-e31dc783019a req-4457570e-c84f-4ba5-b00e-327f581aea05 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 944 time: 0.0520597 Jul 14 14:44:29.263827 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cdd45a93-a817-4c06-b85b-e31dc783019a req-3cdda918-3cdc-425d-93b9-0c415c56bb00 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Jul 14 14:44:29.311798 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4b92c00a-eed4-451a-b581-5d6b77bba644,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:29.322721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '4b92c00a-eed4-451a-b581-5d6b77bba644', 'network_id': '1081dfe9-22b6-4327-b735-843c4b4f8748', 'port_id': '4b92c00a-eed4-451a-b581-5d6b77bba644', 'mac_address': 'fa:16:3e:c1:ef:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc5fb7a-4b29-491c-a132-7e75461061b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:44:29.356718 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 4b92c00a-eed4-451a-b581-5d6b77bba644 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:44:29.357096 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:29.373917 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b92c00a-eed4-451a-b581-5d6b77bba644 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:44:29.394172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4b92c00a-eed4-451a-b581-5d6b77bba644,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:29.491498 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:29.536958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:29.670255 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:29.699030 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['4b92c00a-eed4-451a-b581-5d6b77bba644'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:44:30.379486 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a840c0-2099-452b-8b56-c5fc357a72e3 req-4f715630-66d1-4ff2-b4c4-d25a73a8e92d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:30.380935 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17a840c0-2099-452b-8b56-c5fc357a72e3 req-4f715630-66d1-4ff2-b4c4-d25a73a8e92d tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 945 time: 0.0480709 Jul 14 14:44:30.406128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:30.428982 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-17a840c0-2099-452b-8b56-c5fc357a72e3 req-ae9614d0-6598-4350-be1b-965375fd1e0a tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Jul 14 14:44:31.222418 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 4b92c00a-eed4-451a-b581-5d6b77bba644 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:44:31.264390 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 4b92c00a-eed4-451a-b581-5d6b77bba644 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:44:31.394528 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 4b92c00a-eed4-451a-b581-5d6b77bba644 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:44:31.394904 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:31.467892 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 4b92c00a-eed4-451a-b581-5d6b77bba644 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:44:31.468293 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:31.491905 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:31.494205 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fce83c-dfb2-47e8-b510-34809876f06f" -d '{"events": [{"server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "name": "network-vif-plugged", "status": "completed", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:31.509158 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4b92c00a-eed4-451a-b581-5d6b77bba644,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:31.534863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aafaab3-7933-4d41-a1fa-df9d9313ca97 x-openstack-request-id: req-9aafaab3-7933-4d41-a1fa-df9d9313ca97 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:31.535149 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "name": "network-vif-plugged", "status": "completed", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:31.535393 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9aafaab3-7933-4d41-a1fa-df9d9313ca97 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:31.535785 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aafaab3-7933-4d41-a1fa-df9d9313ca97'] response: {'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644', 'code': 200} Jul 14 14:44:31.553965 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ceff8-ce1f-412b-9531-e9e5cef2d56e req-a6ec75f4-69e6-4308-9dcd-4aa1a7bcdc67 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:31.555488 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190ceff8-ce1f-412b-9531-e9e5cef2d56e req-a6ec75f4-69e6-4308-9dcd-4aa1a7bcdc67 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Jul 14 14:44:31.603642 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-190ceff8-ce1f-412b-9531-e9e5cef2d56e req-80e2ecaa-7868-4046-9d28-4c1cb579ced7 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Jul 14 14:44:31.655050 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:31.708082 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:31.868138 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcad91c-fa69-4886-aa23-6a3378a05cc3 req-2446bd49-9d51-4595-bfe4-4a6004483dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:31.869603 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6bcad91c-fa69-4886-aa23-6a3378a05cc3 req-2446bd49-9d51-4595-bfe4-4a6004483dba service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 1130 time: 0.0390818 Jul 14 14:44:31.914046 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-6bcad91c-fa69-4886-aa23-6a3378a05cc3 req-195a8a7d-91e2-4bd2-a064-107778745815 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Jul 14 14:44:32.694958 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-da2afd57-0359-43a8-9d05-7b0c305bfc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:32.723412 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161cf14-365f-4f62-a6fa-8daebea01aee req-4ba3236b-e3b0-4ed7-b175-af58542bfa16 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:32.724892 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c161cf14-365f-4f62-a6fa-8daebea01aee req-4ba3236b-e3b0-4ed7-b175-af58542bfa16 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Jul 14 14:44:32.772131 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c161cf14-365f-4f62-a6fa-8daebea01aee req-1494fd54-f7c2-4104-9a9d-7beda6e142cc tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Jul 14 14:44:33.886401 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db904955-cc9f-4034-8a0d-6e900bfb6f3f req-accc1cf5-01d5-4412-92ff-b83877fa86a2 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:33.888998 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db904955-cc9f-4034-8a0d-6e900bfb6f3f req-accc1cf5-01d5-4412-92ff-b83877fa86a2 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 946 time: 0.0493553 Jul 14 14:44:33.921647 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:33.939469 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-db904955-cc9f-4034-8a0d-6e900bfb6f3f req-b4fa8edc-1f9c-4045-99e5-a5a2c6675758 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Jul 14 14:44:34.738590 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:34.855072 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-66b20c7b-0341-445e-a16c-c119bf597ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:35.180597 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59332ccd-e947-4d87-8fba-129020e58945 req-02fd54ac-68ea-4063-aae3-ab7faf597041 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:35.182078 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59332ccd-e947-4d87-8fba-129020e58945 req-02fd54ac-68ea-4063-aae3-ab7faf597041 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 946 time: 0.0464017 Jul 14 14:44:35.229134 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-59332ccd-e947-4d87-8fba-129020e58945 req-7edc234d-6ae9-4d7c-8419-0d7457be44ad tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Jul 14 14:44:36.255018 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:36.344801 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548973a8-ab8d-4998-ab6b-40f29d622802 req-da79229e-3e1a-45bc-b43e-b6707e9c3cc7 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:36.346174 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-548973a8-ab8d-4998-ab6b-40f29d622802 req-da79229e-3e1a-45bc-b43e-b6707e9c3cc7 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 946 time: 0.0464168 Jul 14 14:44:36.392640 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-548973a8-ab8d-4998-ab6b-40f29d622802 req-6ec52c8b-0d95-48db-ad2d-51fef4f0b5df tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/security-groups?id=cb27e1b3-6ee1-4730-9274-a589288c03de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Jul 14 14:44:36.418548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-ed92f2ce-530b-4f6e-b96d-895c07ae6862 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:36.419997 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-ed92f2ce-530b-4f6e-b96d-895c07ae6862 tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 946 time: 0.0471365 Jul 14 14:44:36.503336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Deleting port 4b92c00a-eed4-451a-b581-5d6b77bba644 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:44:36.503754 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:36.554849 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:36.592443 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] For port 4b92c00a-eed4-451a-b581-5d6b77bba644, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=4b92c00a-eed4-451a-b581-5d6b77bba644,segment=NetworkSegment(fe0442b6-8149-43fa-a7e2-4beb5524a8bf),segment_id=fe0442b6-8149-43fa-a7e2-4beb5524a8bf)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:44:36.592875 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:36.613388 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Calling delete_port for 4b92c00a-eed4-451a-b581-5d6b77bba644 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:44:36.849330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (4b92c00a-eed4-451a-b581-5d6b77bba644), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:36.861089 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['4b92c00a-eed4-451a-b581-5d6b77bba644'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:44:36.879930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Pushing event deleted for resources: {'Port': ['ID=4b92c00a-eed4-451a-b581-5d6b77bba644,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:44:36.925639 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] No DVR routers for this DVR port 4b92c00a-eed4-451a-b581-5d6b77bba644 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:44:36.928156 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:36.931365 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-121eca63-6cbb-42cf-894d-de3fecdbddb2 req-1ab4f083-7865-419f-ab8c-78ee7832f99b tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.91 "DELETE /v2.0/ports/4b92c00a-eed4-451a-b581-5d6b77bba644 HTTP/1.1" status: 204 len: 173 time: 0.5066500 Jul 14 14:44:36.931791 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'name': 'network-vif-deleted', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:44:36.934013 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b2f6ad-5dab-4022-95e1-f5746739159b" -d '{"events": [{"server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "name": "network-vif-deleted", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:44:36.970744 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577219b7-78f7-45de-95b8-76c2cc1445a2 x-openstack-request-id: req-577219b7-78f7-45de-95b8-76c2cc1445a2 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:44:36.971034 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f26c7c94-4c0c-4c40-b296-1a230ae9a193", "name": "network-vif-deleted", "tag": "4b92c00a-eed4-451a-b581-5d6b77bba644", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:44:36.971282 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-577219b7-78f7-45de-95b8-76c2cc1445a2 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:44:36.971683 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577219b7-78f7-45de-95b8-76c2cc1445a2'] response: {'server_uuid': 'f26c7c94-4c0c-4c40-b296-1a230ae9a193', 'name': 'network-vif-deleted', 'tag': '4b92c00a-eed4-451a-b581-5d6b77bba644', 'status': 'completed', 'code': 200} Jul 14 14:44:37.433980 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:37.540972 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-07f1f50f-737a-480b-9b1c-273eddf5cc07 req-5ba2de6d-0253-4ff7-b9ba-4792c4bf14fc tempest-VolumesActionsTest-1063862574 tempest-VolumesActionsTest-1063862574-project] 10.222.0.93 "GET /v2.0/ports?device_id=f26c7c94-4c0c-4c40-b296-1a230ae9a193 HTTP/1.1" status: 200 len: 210 time: 0.0419934 Jul 14 14:44:37.980643 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:41.871609 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 4b92c00a-eed4-451a-b581-5d6b77bba644 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:44:41.891549 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 4b92c00a-eed4-451a-b581-5d6b77bba644 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:44:41.892032 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 4b92c00a-eed4-451a-b581-5d6b77bba644 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:44:42.622376 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:42.623277 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:44.889351 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:44:46.905932 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=82,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:46.909335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=2,neutron:SELECT=12 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:47.509397 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=50 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:47.510563 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=17 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:54.775004 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:54.778772 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:44:55.953619 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-5cd4180b-b4b4-4999-813d-0b416a6264b6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410597 Jul 14 14:44:56.042345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-911af291-be0b-4f4a-ba55-94071d671385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:56.043756 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-911af291-be0b-4f4a-ba55-94071d671385 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 1129 time: 0.0425689 Jul 14 14:44:56.157580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-5d4b8146-03d7-42ff-931f-e57adf6c936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:56.158665 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-5d4b8146-03d7-42ff-931f-e57adf6c936f service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0941851 Jul 14 14:44:56.238260 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-665e1976-ee75-4e9c-b865-02beec34c1c6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 200 len: 1000 time: 0.0736210 Jul 14 14:44:56.309330 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-c21fcb0c-6b2f-4309-973f-56edb0839b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:56.312440 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-c21fcb0c-6b2f-4309-973f-56edb0839b87 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0675840 Jul 14 14:44:56.386748 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-b74ed817-89f2-43f9-8aaf-43e9b878dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:44:56.388270 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-b74ed817-89f2-43f9-8aaf-43e9b878dd73 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688171 Jul 14 14:44:56.500864 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-16ecf3c6-a072-4200-b56f-a900203a2a6d service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064551 Jul 14 14:44:56.626615 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f8de2051-af45-4b10-a2a0-d09a2ccd6910 req-65460267-190c-4453-b753-f11d0607b8ae service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187434 Jul 14 14:44:56.677633 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:45:02.724952 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7e8182ef-985a-4168-9f78-f2df1c87ba30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.226591 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48598) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:03.277867 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Deleting subnet bbc5fb7a-4b29-491c-a132-7e75461061b1 {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:45:03.283724 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Publish callbacks [] for subnet (bbc5fb7a-4b29-491c-a132-7e75461061b1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.342803 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (bbc5fb7a-4b29-491c-a132-7e75461061b1), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.413158 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (bbc5fb7a-4b29-491c-a132-7e75461061b1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.545828 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (bbc5fb7a-4b29-491c-a132-7e75461061b1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.572270 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc5fb7a-4b29-491c-a132-7e75461061b1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:03.576042 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.580018 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-682ebd1a-9c8e-4415-af96-01bdb114194e admin admin] 10.222.0.93 "DELETE /v2.0/subnets/bbc5fb7a-4b29-491c-a132-7e75461061b1 HTTP/1.1" status: 204 len: 168 time: 0.3524327 Jul 14 14:45:03.582476 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48600) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:03.655242 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (1081dfe9-22b6-4327-b735-843c4b4f8748), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.734728 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (1081dfe9-22b6-4327-b735-843c4b4f8748), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.755725 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1081dfe9-22b6-4327-b735-843c4b4f8748']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:03.764110 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:03.766745 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:03.766917 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0442b6-8149-43fa-a7e2-4beb5524a8bf') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:03.776950 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (fe0442b6-8149-43fa-a7e2-4beb5524a8bf), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.787167 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:03.791754 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (fe0442b6-8149-43fa-a7e2-4beb5524a8bf), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.802081 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:45:03.802507 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (fe0442b6-8149-43fa-a7e2-4beb5524a8bf), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.835195 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment fe0442b6-8149-43fa-a7e2-4beb5524a8bf resource provider aggregate not found Jul 14 14:45:03.865930 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment fe0442b6-8149-43fa-a7e2-4beb5524a8bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe0442b6-8149-43fa-a7e2-4beb5524a8bf found for delete ", "request_id": "req-69b6af9d-f0ad-4f2b-a830-96f71704961a"}]} Jul 14 14:45:03.982163 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (1081dfe9-22b6-4327-b735-843c4b4f8748), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:03.988431 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:04.000695 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] 10.222.0.93 "DELETE /v2.0/networks/1081dfe9-22b6-4327-b735-843c4b4f8748 HTTP/1.1" status: 204 len: 168 time: 0.4081697 Jul 14 14:45:04.004495 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2e8a8-7675-46e5-bd05-25050f23f964 admin admin] Pushing event deleted for resources: {'Network': ['ID=1081dfe9-22b6-4327-b735-843c4b4f8748,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:04.447847 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48608) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:04.490108 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-8569d268-1bf3-4732-a097-65bfcc2dde66 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=39fed467abc64dc4931449d9c332fffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410595 Jul 14 14:45:04.492600 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48610) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:04.542706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] Publish callbacks [] for security_group (cb27e1b3-6ee1-4730-9274-a589288c03de), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:04.565186 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] Publish callbacks [] for security_group (cb27e1b3-6ee1-4730-9274-a589288c03de), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:04.701905 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (cb27e1b3-6ee1-4730-9274-a589288c03de), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:04.704951 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:04.706165 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cb27e1b3-6ee1-4730-9274-a589288c03de HTTP/1.1" status: 204 len: 168 time: 0.2126305 Jul 14 14:45:04.714759 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8ba77-6b62-41e3-b53d-3ee350e17798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb27e1b3-6ee1-4730-9274-a589288c03de,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:04.839164 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-2a9283a6-0aee-40a7-8f64-737695530827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:06.307253 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:06.669346 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=13 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:06.670196 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:07.427605 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:07.996326 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:14.708863 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=7,neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:14.709602 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:14.859591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:19.621384 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:19.623288 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:24.775215 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:24.777093 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:30.659667 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334270ff-3a48-4792-9ac2-ae1ffa7c7be4 req-2ba5236b-c723-488f-8fca-08cd2088733a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:30.661113 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-334270ff-3a48-4792-9ac2-ae1ffa7c7be4 req-2ba5236b-c723-488f-8fca-08cd2088733a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0479469 Jul 14 14:45:30.709864 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-334270ff-3a48-4792-9ac2-ae1ffa7c7be4 req-4c1c6aab-c1b7-4d9e-aa4b-d05fbcbbeaa9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430005 Jul 14 14:45:31.824272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcec4c2-7786-4295-aab4-5ba170202c1d req-72bf9540-18bb-4614-a541-9a5ac958fb61 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:31.825749 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-adcec4c2-7786-4295-aab4-5ba170202c1d req-72bf9540-18bb-4614-a541-9a5ac958fb61 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Jul 14 14:45:31.874420 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-adcec4c2-7786-4295-aab4-5ba170202c1d req-34390254-8697-494c-8659-ed2049564455 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423241 Jul 14 14:45:32.103487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-c39445c3-8ab0-4791-864e-7e69072a5603 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:32.104926 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-c39445c3-8ab0-4791-864e-7e69072a5603 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 945 time: 0.0553031 Jul 14 14:45:32.186487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port 239ed8a3-d717-491c-ba96-59229a3802d1 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:45:32.186904 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.278568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] For port 239ed8a3-d717-491c-ba96-59229a3802d1, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=239ed8a3-d717-491c-ba96-59229a3802d1,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:45:32.278937 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.695544 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f9aca8b5-6d21-4354-9b0e-d189013f0453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.696179 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.696300 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (2a345212-df82-4281-b17b-752666ae3213), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.696566 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 2a345212-df82-4281-b17b-752666ae3213 disassociated. External IP: 172.27.2.63, port: 239ed8a3-d717-491c-ba96-59229a3802d1. Jul 14 14:45:32.696915 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for 239ed8a3-d717-491c-ba96-59229a3802d1 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:45:32.933278 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (239ed8a3-d717-491c-ba96-59229a3802d1), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:32.962765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=239ed8a3-d717-491c-ba96-59229a3802d1,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:32.974963 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.975314 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.975660 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.976000 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.976333 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.976883 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.977245 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.977548 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.977898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.978228 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.978554 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.978880 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.979203 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.979522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.979853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:32.983478 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8f096b16-95f5-4534-82bc-ee782b5ee885 req-9131a912-a85c-4dd6-bf10-33a5913812b2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0351772 Jul 14 14:45:33.087399 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:45:33.191384 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:45:33.201157 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:45:33.211721 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:45:33.212333 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:45:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:33.234388 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] No DVR routers for this DVR port 239ed8a3-d717-491c-ba96-59229a3802d1 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:45:33.237437 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:33.240767 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-802596c6-0d9a-4a26-a250-60866ca51f3d req-11c1b846-2d89-4764-bc3d-719b9cb8e5e2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "DELETE /v2.0/ports/239ed8a3-d717-491c-ba96-59229a3802d1 HTTP/1.1" status: 204 len: 173 time: 1.1299739 Jul 14 14:45:33.241214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'name': 'network-vif-deleted', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:45:33.243522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1cc9a0-6e89-4143-b69e-ebf5cd977a13" -d '{"events": [{"server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "name": "network-vif-deleted", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:45:33.281758 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad56f512-984f-4c72-aee9-9be7fd4ff87b x-openstack-request-id: req-ad56f512-984f-4c72-aee9-9be7fd4ff87b {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:45:33.282135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1cd5a3-6756-4243-9e5c-452d92bc8a09", "name": "network-vif-deleted", "tag": "239ed8a3-d717-491c-ba96-59229a3802d1", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:45:33.282435 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ad56f512-984f-4c72-aee9-9be7fd4ff87b {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:45:33.282781 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad56f512-984f-4c72-aee9-9be7fd4ff87b'] response: {'server_uuid': '3c1cd5a3-6756-4243-9e5c-452d92bc8a09', 'name': 'network-vif-deleted', 'tag': '239ed8a3-d717-491c-ba96-59229a3802d1', 'status': 'completed', 'code': 200} Jul 14 14:45:33.336528 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:45:33.528394 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:33.553364 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:45:33.561697 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:45:33.562332 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:45:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:33.663801 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:45:33.700405 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:45:33.856668 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:33.880967 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0a60a3-7b28-4576-8c5e-aa46a59d38b3 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:45:34.101916 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7d450d96-46a4-4f80-857e-e0bffbf209a0 req-37bcb61f-f7c4-47a5-87da-f95b797af5e8 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c1cd5a3-6756-4243-9e5c-452d92bc8a09 HTTP/1.1" status: 200 len: 210 time: 0.0317445 Jul 14 14:45:34.107396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fbaf8-4a00-40df-af6b-12b2dd15f182 None None] New status for floating IP 2a345212-df82-4281-b17b-752666ae3213: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:45:34.826940 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-81c3948d-53fc-45bc-a522-170b5e39df22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:35.376129 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-3b2675ec-1bfe-45eb-bb06-caa3e62d0c87 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633283655&fields=id&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 267 time: 0.0452852 Jul 14 14:45:35.483591 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-5d065c7d-e5f0-4d18-8c8e-f0166b227f5f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:35.484944 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-5d065c7d-e5f0-4d18-8c8e-f0166b227f5f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1018884 Jul 14 14:45:35.499560 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-20d0be39-467b-48ed-a916-827fc1573183 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/quotas/4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 375 time: 0.0087793 Jul 14 14:45:35.547441 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-ae5706c0-8ce4-42a5-b28e-96adc758e5a6 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423105 Jul 14 14:45:35.645222 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-9915a07d-3770-434f-8643-d4fe631bae4a service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852909 Jul 14 14:45:35.736359 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-9408d974-935a-49a7-9a82-0e4f93c8f5ce service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852563 Jul 14 14:45:36.295195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:36.322696 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-515918e6-66a0-4568-96b2-4a2336820e0b req-03af6b38-f062-4cc3-8dac-0b540be830a8 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Jul 14 14:45:37.426747 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-54e7c153-20b4-4bc1-84c6-4437c51ce38e req-5c8dec3b-583b-4527-bff4-6539f5a0b17d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 210 time: 0.0317781 Jul 14 14:45:37.428317 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:37.614899 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 239ed8a3-d717-491c-ba96-59229a3802d1 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:45:37.634289 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 239ed8a3-d717-491c-ba96-59229a3802d1 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:45:37.634635 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 239ed8a3-d717-491c-ba96-59229a3802d1 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:45:37.978437 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:38.090727 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:38.114428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-7664aab8-da89-4454-a1ad-2dc3abea40d3 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:38.118769 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-7664aab8-da89-4454-a1ad-2dc3abea40d3 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1084433 Jul 14 14:45:38.137332 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:38.179752 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-9e175c04-4561-4d35-88dc-ffb966946bad tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 379 time: 0.0555382 Jul 14 14:45:38.188084 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'port': {'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'admin_state_up': True, 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'security_groups': ['39b615f6-cc5a-46cc-aed6-1a43034e66ba']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:45:38.357929 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Made reservation on behalf of 4c597b767cad4ce288fa65d68c5eaff5 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:45:38.362067 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:38.489962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.20.0.5 (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb/dff8a7b6-e70a-4d30-aea9-a7d341e4643f/9b90d953-cb8d-4913-b04b-2b2afacd65fd) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:45:38.523595 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1d2d23a5-4f59-4d03-89af-a10fcb5dc922 req-8c72ae94-c4b5-4ead-8fda-0934a8157932 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 210 time: 0.0276875 Jul 14 14:45:38.636764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:38.729844 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:38.770797 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:45:38.774037 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:45:38.776593 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:45:38.812514 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:38.841956 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:38.842582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:38.846552 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:38.964147 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-c9186bdf-6646-4d34-9394-81c9ebe5614d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7796280 Jul 14 14:45:38.975597 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Request body: {'port': {'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:45:39.027711 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-93fbd41b-9e60-42fb-8041-0b8d4e360e25 None None] Provisioning complete for port 9b90d953-cb8d-4913-b04b-2b2afacd65fd triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:45:39.028292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-93fbd41b-9e60-42fb-8041-0b8d4e360e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.035868 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.060101 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-93fbd41b-9e60-42fb-8041-0b8d4e360e25 None None] Port 9b90d953-cb8d-4913-b04b-2b2afacd65fd cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:45:39.228083 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:39.298214 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b90d953-cb8d-4913-b04b-2b2afacd65fd {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:45:39.305998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks [] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.319655 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Transition to ACTIVE for port object 9b90d953-cb8d-4913-b04b-2b2afacd65fd will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:45:39.369851 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.420135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Pushing event updated for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:39.496629 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Attempting to bind port 9b90d953-cb8d-4913-b04b-2b2afacd65fd on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:45:39.496971 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Attempting to bind port 9b90d953-cb8d-4913-b04b-2b2afacd65fd by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:45:39.497301 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Attempting to bind port 9b90d953-cb8d-4913-b04b-2b2afacd65fd on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:45:39.502898 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Port 9b90d953-cb8d-4913-b04b-2b2afacd65fd on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:45:39.503393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Attempting to bind port 9b90d953-cb8d-4913-b04b-2b2afacd65fd on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:45:39.508957 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:45:39.509294 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:45:39.509678 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Bound using segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:45:39.510168 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Bound port: 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:45:39.510523 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.579558 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:45:39.585538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:45:39.644356 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980b6d3-b141-4319-852e-1a9cfbefd57d req-56ac31fd-2f32-4070-a97c-49c330a07045 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:39.645865 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c980b6d3-b141-4319-852e-1a9cfbefd57d req-56ac31fd-2f32-4070-a97c-49c330a07045 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0479617 Jul 14 14:45:39.676579 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.696815 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c980b6d3-b141-4319-852e-1a9cfbefd57d req-40922357-107d-4775-ac2d-9bda06483c87 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451367 Jul 14 14:45:39.711417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:39.712043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:39.713667 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] 10.222.0.91 "PUT /v2.0/ports/9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 1093 time: 0.7425230 Jul 14 14:45:39.716119 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:45:39.719057 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fa946b-27aa-4eac-a4d6-b14943ea7710" -d '{"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:45:39.750013 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800ae9f-e63e-48da-902e-d32a24cd84be service neutron] Pushing event updated for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:39.759538 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f5d5b-47f1-4d4e-9332-e6e3a7d9fdd8 x-openstack-request-id: req-6f7f5d5b-47f1-4d4e-9332-e6e3a7d9fdd8 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:45:39.759820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:45:39.760063 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6f7f5d5b-47f1-4d4e-9332-e6e3a7d9fdd8 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:45:39.760457 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7f5d5b-47f1-4d4e-9332-e6e3a7d9fdd8'] response: {'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'status': 'completed', 'code': 200} Jul 14 14:45:39.824445 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-f8fa1129-70c6-45ce-83ac-042f70dcec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:39.825873 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-f8fa1129-70c6-45ce-83ac-042f70dcec48 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0440836 Jul 14 14:45:39.917829 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:39.931658 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-f4fccea8-ad9a-455c-b88c-580f0174dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:39.933164 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-f4fccea8-ad9a-455c-b88c-580f0174dfbf service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1010547 Jul 14 14:45:40.026927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-5e25d3f2-d8ab-42e9-9dd6-e805cff831c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:40.028516 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f7fa946b-27aa-4eac-a4d6-b14943ea7710 req-5e25d3f2-d8ab-42e9-9dd6-e805cff831c0 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900371 Jul 14 14:45:40.102633 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-79537f24-61c5-4ece-8c51-5c829570d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:40.104048 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-79537f24-61c5-4ece-8c51-5c829570d91f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0400012 Jul 14 14:45:40.146934 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-086ea2c9-1493-46b5-9996-412137283b47 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 217 time: 0.0357487 Jul 14 14:45:40.194338 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-f323ecf3-0573-47f6-8393-5f43ce0f1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:40.195782 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-f323ecf3-0573-47f6-8393-5f43ce0f1958 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0439119 Jul 14 14:45:40.240404 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-d5ed2408-b004-4c15-a0d6-e5af6a6e2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:40.243748 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-d5ed2408-b004-4c15-a0d6-e5af6a6e2b9e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412898 Jul 14 14:45:40.337258 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-39f8282c-5160-4b8f-9d97-27aaf6f9ab5c service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Jul 14 14:45:40.427010 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8ce099c8-5128-4b38-a9cf-87db95c15f61 req-bbed1ee7-7c0b-402f-85f2-e9c20e533490 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Jul 14 14:45:40.973689 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92d7cb-7920-47d7-868b-5e39e967a7d9 req-b5146440-7cfd-4311-a9f2-53e571c0d554 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:40.975190 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f92d7cb-7920-47d7-868b-5e39e967a7d9 req-b5146440-7cfd-4311-a9f2-53e571c0d554 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.2100215 Jul 14 14:45:41.024157 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1f92d7cb-7920-47d7-868b-5e39e967a7d9 req-4859b872-d714-4825-b3c7-ca03a771db0a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433917 Jul 14 14:45:42.191557 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369d0c2-0e07-47c4-8f38-371687b1a027 req-dc30b749-a47e-44ef-aeca-beb3ed63c6ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:42.195040 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7369d0c2-0e07-47c4-8f38-371687b1a027 req-dc30b749-a47e-44ef-aeca-beb3ed63c6ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.1011469 Jul 14 14:45:42.244926 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7369d0c2-0e07-47c4-8f38-371687b1a027 req-ba0d4f8c-7863-4984-8454-9fcddaaf2157 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438170 Jul 14 14:45:43.358377 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87e98e-8d87-410f-90f4-7c091fac402e req-a3b8a813-3bf8-4263-baea-261cfb73b5db tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:43.359764 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb87e98e-8d87-410f-90f4-7c091fac402e req-a3b8a813-3bf8-4263-baea-261cfb73b5db tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0479002 Jul 14 14:45:43.415120 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:43.420175 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cb87e98e-8d87-410f-90f4-7c091fac402e req-c7394d20-5eb1-4b8f-a88c-484b6efff587 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535221 Jul 14 14:45:43.854407 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=66 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:43.859351 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=68 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:44.515319 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:44.533366 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a6919-3a1d-4ff7-9c6f-04bad4d907bb req-0ebc7817-4394-4c4e-8462-421cfcfcdf3d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:44.534884 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-595a6919-3a1d-4ff7-9c6f-04bad4d907bb req-0ebc7817-4394-4c4e-8462-421cfcfcdf3d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0475245 Jul 14 14:45:44.588566 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-595a6919-3a1d-4ff7-9c6f-04bad4d907bb req-f5d891b9-3395-49e3-8ae9-193db96835a0 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457308 Jul 14 14:45:44.893352 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:45.702654 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3ed9-7725-4989-8808-4452caf45e66 req-f70c4df5-1b4c-47d7-98ce-f3371cca3885 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:45.704115 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-186c3ed9-7725-4989-8808-4452caf45e66 req-f70c4df5-1b4c-47d7-98ce-f3371cca3885 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0466466 Jul 14 14:45:45.752080 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-186c3ed9-7725-4989-8808-4452caf45e66 req-fb3be9ab-6ef2-46b9-aaf3-118785500339 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Jul 14 14:45:46.879563 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c0d8-4bd8-4438-87d1-f57cee7a9377 req-4c4a73ca-4e87-4012-b9e6-4cdd9c64a98d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:46.881013 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d514c0d8-4bd8-4438-87d1-f57cee7a9377 req-4c4a73ca-4e87-4012-b9e6-4cdd9c64a98d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0556805 Jul 14 14:45:46.929472 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d514c0d8-4bd8-4438-87d1-f57cee7a9377 req-a05930ca-b60d-404d-a3dc-ea5148c7d348 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Jul 14 14:45:47.672292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 9b90d953-cb8d-4913-b04b-2b2afacd65fd details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:45:47.770596 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:45:47.906364 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:45:47.959770 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 9b90d953-cb8d-4913-b04b-2b2afacd65fd is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:45:47.960163 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:47.975788 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b90d953-cb8d-4913-b04b-2b2afacd65fd {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:45:47.996244 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:45:48.048242 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad1ff-27ee-4522-962c-f6e7e9df6a6c req-e4c1d7d0-e4c1-45b7-8dbc-aad79c96e0d0 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:48.049711 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-425ad1ff-27ee-4522-962c-f6e7e9df6a6c req-e4c1d7d0-e4c1-45b7-8dbc-aad79c96e0d0 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 943 time: 0.0476637 Jul 14 14:45:48.069695 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:48.100671 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-425ad1ff-27ee-4522-962c-f6e7e9df6a6c req-b1a892e9-978d-4970-b2f5-9e96d88c522b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453851 Jul 14 14:45:48.117394 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:48.124847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.125214 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.125547 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.125907 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.126235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.126557 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.126873 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.127189 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.127507 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.127822 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.128136 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.128449 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.128758 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.129064 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.129373 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:45:48.269383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['9b90d953-cb8d-4913-b04b-2b2afacd65fd'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:45:48.384248 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:48.434745 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:49.213851 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4eacaf-9d06-4c0f-8f67-5ceec4d309c3 req-a418cefb-383c-4e8e-861d-8e7aa389a455 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:49.215256 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a4eacaf-9d06-4c0f-8f67-5ceec4d309c3 req-a418cefb-383c-4e8e-861d-8e7aa389a455 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 944 time: 0.0463002 Jul 14 14:45:49.267044 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-9a4eacaf-9d06-4c0f-8f67-5ceec4d309c3 req-0f3898e0-ed49-44c4-9ace-90409c8f76ce tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Jul 14 14:45:49.672279 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 9b90d953-cb8d-4913-b04b-2b2afacd65fd up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:45:49.716725 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 9b90d953-cb8d-4913-b04b-2b2afacd65fd completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:45:49.780420 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 9b90d953-cb8d-4913-b04b-2b2afacd65fd triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:45:49.780895 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:49.853215 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 9b90d953-cb8d-4913-b04b-2b2afacd65fd is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:45:49.853591 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:49.875842 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:45:49.879371 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86722a4-6204-4e57-b36d-59ec2d671242" -d '{"events": [{"server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:45:49.891534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:45:49.916548 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd77a56-e18b-44f9-b771-949e868386a2 x-openstack-request-id: req-1bd77a56-e18b-44f9-b771-949e868386a2 {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:45:49.916882 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "name": "network-vif-plugged", "status": "completed", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:45:49.917132 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1bd77a56-e18b-44f9-b771-949e868386a2 {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:45:49.917531 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd77a56-e18b-44f9-b771-949e868386a2'] response: {'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'code': 200} Jul 14 14:45:49.975103 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:50.025505 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:50.263354 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a32ed-5dc4-4453-b2fa-53d08e4076a6 req-e6de1974-972b-4a1e-bd32-858e41544de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:50.264845 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-739a32ed-5dc4-4453-b2fa-53d08e4076a6 req-e6de1974-972b-4a1e-bd32-858e41544de9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0435340 Jul 14 14:45:50.288454 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:50.311129 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-739a32ed-5dc4-4453-b2fa-53d08e4076a6 req-64b67a46-3f61-4575-8d94-3524acdd10b3 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406694 Jul 14 14:45:50.388654 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b2772-7855-46b7-9147-d7fd782047fa req-d558e8a2-f0dc-4dc4-a2b9-ce275c7db12a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:50.390240 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a49b2772-7855-46b7-9147-d7fd782047fa req-d558e8a2-f0dc-4dc4-a2b9-ce275c7db12a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Jul 14 14:45:50.440396 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a49b2772-7855-46b7-9147-d7fd782047fa req-bc4b8298-4bfb-440e-be6f-597904ddf61f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jul 14 14:45:51.568914 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302eba-1b02-4b9a-9e15-113435724063 req-b7a523e1-3830-4b4b-8a45-80d81b897c61 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:51.570645 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b8302eba-1b02-4b9a-9e15-113435724063 req-b7a523e1-3830-4b4b-8a45-80d81b897c61 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Jul 14 14:45:51.621359 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b8302eba-1b02-4b9a-9e15-113435724063 req-e1879735-f221-4116-9c8a-ab5a3221624a tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447326 Jul 14 14:45:51.742850 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3ad8-d76a-4329-864f-651b2828e8cc req-27d7890a-ea8b-4a82-bc44-b96f99ffab6c tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:51.744307 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2ca3ad8-d76a-4329-864f-651b2828e8cc req-27d7890a-ea8b-4a82-bc44-b96f99ffab6c tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0503812 Jul 14 14:45:51.794553 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f2ca3ad8-d76a-4329-864f-651b2828e8cc req-4132da53-dde1-4a64-b783-7f46db4cd2ec tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441651 Jul 14 14:45:51.819809 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48686) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:51.858611 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4c750-17bd-41f1-8663-0f80c2e97871 tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:51.860254 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-2fa4c750-17bd-41f1-8663-0f80c2e97871 tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1124 time: 0.0394380 Jul 14 14:45:51.863543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48688) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:45:51.867764 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:45:51.973164 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:52.055784 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:52.157734 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.27.2.251 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/245b15f4-4ac7-4b58-a883-2905c5230ed8) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:45:52.264382 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:52.369697 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:52.399765 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:52.407930 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:45:52.415422 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:45:52.419163 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:45:52.422418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=245b15f4-4ac7-4b58-a883-2905c5230ed8,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:52.614727 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:52.773415 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (69a60615-f08c-4a02-a4b2-0fe95f7ff5f7), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:52.939221 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:53.084536 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:53.157853 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:53.240451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=245b15f4-4ac7-4b58-a883-2905c5230ed8,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:45:53.246240 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (69a60615-f08c-4a02-a4b2-0fe95f7ff5f7), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:53.344245 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.db.l3_db [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 69a60615-f08c-4a02-a4b2-0fe95f7ff5f7 associated. External IP: 172.27.2.251, port: 9b90d953-cb8d-4913-b04b-2b2afacd65fd. Jul 14 14:45:53.379314 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:53.541645 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:45:53.887833 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:53.895580 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:45:53.904974 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:45:53.915994 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:45:53.916658 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:45:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:53.991442 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:45:54.019592 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:45:54.026325 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-c7c26ad8-115e-4fee-a5e0-a2e8c48e2096 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1596262 Jul 14 14:45:54.026325 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:45:54.028738 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a986222c-80d6-48ed-beb6-c6e0870087bb" -d '{"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:45:54.066108 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed704ef-6c57-45d4-a4bc-43d78b2687e6 x-openstack-request-id: req-aed704ef-6c57-45d4-a4bc-43d78b2687e6 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:45:54.066393 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:45:54.066642 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-aed704ef-6c57-45d4-a4bc-43d78b2687e6 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:45:54.067192 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed704ef-6c57-45d4-a4bc-43d78b2687e6'] response: {'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'status': 'completed', 'code': 200} Jul 14 14:45:54.131762 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-a657aba9-f124-479c-8ee7-42b3e0f41cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:54.133298 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-a657aba9-f124-479c-8ee7-42b3e0f41cd4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0452850 Jul 14 14:45:54.226351 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-a9e6a8e0-d765-4e39-9649-5705db4b5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:54.227850 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-a9e6a8e0-d765-4e39-9649-5705db4b5541 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0881593 Jul 14 14:45:54.295216 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-beb4f401-b409-4321-88e0-475c7f74f224 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 999 time: 0.0602169 Jul 14 14:45:54.320129 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:52Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:54.344551 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-609e2b22-f3cf-44c9-b359-06a8de7f9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:54.346072 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-609e2b22-f3cf-44c9-b359-06a8de7f9672 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0457635 Jul 14 14:45:54.347362 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:45:54.356103 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:45:54.356753 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:45:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:54.388499 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-9d8d8ab1-6896-464e-b3e4-907152b07937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:54.390095 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-9d8d8ab1-6896-464e-b3e4-907152b07937 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388169 Jul 14 14:45:54.458457 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:45:54.484907 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-af52f9ff-9fbb-4293-bc9c-a9e2866eaa11 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893402 Jul 14 14:45:54.574702 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-a986222c-80d6-48ed-beb6-c6e0870087bb req-e8addaaa-571a-49d8-a404-06ae4640e9ac service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842795 Jul 14 14:45:54.669571 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:52Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:45:54.695421 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17385064-700b-447d-ae2e-9652f7bbed70 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:52Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:45:54.871023 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad625a-a2cc-4a7b-8673-0b86daa37e78 None None] New status for floating IP 69a60615-f08c-4a02-a4b2-0fe95f7ff5f7: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:45:57.529926 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-f9e25e0c-4fdd-4e79-8ae6-e29d36d0fb80 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424252 Jul 14 14:45:57.608983 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b244-4b1b-41d8-a78d-57125d696590 req-5ff99266-8f5a-4401-8432-e5bef2bcb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:57.610569 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-5ff99266-8f5a-4401-8432-e5bef2bcb154 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0388196 Jul 14 14:45:57.711978 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b244-4b1b-41d8-a78d-57125d696590 req-48207c15-8169-4174-bda4-80b048dfd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:57.714989 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-48207c15-8169-4174-bda4-80b048dfd96d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0863404 Jul 14 14:45:57.783188 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-9691bf96-5b52-4f9b-a9a4-a0975afbca05 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 1001 time: 0.0627668 Jul 14 14:45:57.830503 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b244-4b1b-41d8-a78d-57125d696590 req-e76ca927-be13-41ec-a926-aa00fa90ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:57.832107 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-e76ca927-be13-41ec-a926-aa00fa90ebb1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0438709 Jul 14 14:45:57.869974 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:57.876023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b244-4b1b-41d8-a78d-57125d696590 req-8fd50777-db06-4b78-993c-39e3160cf81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:45:57.877940 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-8fd50777-db06-4b78-993c-39e3160cf81b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404322 Jul 14 14:45:57.974620 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-c9b9cff1-baaf-4358-8e7d-9d4cc5351a58 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888729 Jul 14 14:45:58.039809 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:45:58.068041 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f667b244-4b1b-41d8-a78d-57125d696590 req-8c468ae5-2c99-4202-a75b-421f0162078b service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Jul 14 14:46:01.778347 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=74 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:01.790442 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=68 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:02.723393 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-54465499-7405-41ef-9f78-a7fa442f3045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:04.672321 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:04.673162 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=84 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:04.848984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-361e4fbf-fbaa-4ec5-a7ee-3411a8a4f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:06.294394 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:07.428826 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:07.966306 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:08.064058 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=20 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:10.700535 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:46:14.853987 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:20.694852 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:20.696704 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:24.785495 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:24.792501 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:26.100997 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-a00d9035-3add-416a-9b37-68583bff8333 req-cca6a605-7dc3-4549-88cb-380e50070047 service neutron] (104472) timed out ('10.222.0.91', 61952) {{(pid=104472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 14:46:32.720030 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-95b173fc-b63a-4de2-b31c-630eb83317ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:33.621991 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:33.625954 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:34.897250 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4470-5f6a-4d8e-b567-d3109ef25cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:36.262543 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:37.451425 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:37.983113 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:44.896766 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:46:47.699286 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:46:54.803460 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:54.805399 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:46:58.630043 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-2717499c-8aa3-43e3-97c0-514b27712472 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959888 Jul 14 14:46:58.711180 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-e83be9c6-7256-4f55-b09b-feafb97ca274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:46:58.712731 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-e83be9c6-7256-4f55-b09b-feafb97ca274 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0405040 Jul 14 14:46:58.821698 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-7396068a-59a7-4129-b992-d44b95609085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:46:58.823131 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-7396068a-59a7-4129-b992-d44b95609085 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0926077 Jul 14 14:46:58.886389 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-3da66d8f-4b15-43e5-8330-48bd78f7c0f4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 1001 time: 0.0577121 Jul 14 14:46:58.940320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-361f193e-294c-4b50-84e0-f49f713f8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:46:58.942106 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-361f193e-294c-4b50-84e0-f49f713f8bea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0498350 Jul 14 14:46:58.986520 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-8b590fee-85b5-4b8f-8bd7-2e0547bd8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:46:58.988030 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-8b590fee-85b5-4b8f-8bd7-2e0547bd8498 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407360 Jul 14 14:46:59.086598 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-1e8fd2c3-16ec-47de-b08e-0b577dc8a86c service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Jul 14 14:46:59.181238 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-da7a5f09-ef34-4771-9e91-8ecb3c4f3f54 req-640794c9-d267-478e-aa6b-83e316b09ca8 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Jul 14 14:47:02.721641 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5b5fe439-914f-4faf-875f-5a963d50bf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:04.879120 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d41ed5df-d867-4995-bf1f-010a46e3857f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:06.310701 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:07.458433 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:08.019710 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:09.176873 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=55 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:09.177712 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=46 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:10.632404 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:10.633216 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=21 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:14.944526 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:24.700812 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:47:24.802292 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:24.803474 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:32.830202 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9a625429-98c5-42d1-b26b-5f74540689ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:34.695337 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:34.887898 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-86240070-2714-41a7-b632-ad2a227f01ed tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633283655&fields=id&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 267 time: 0.0492370 Jul 14 14:47:34.912396 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-42f6e429-88a7-4232-a799-2a41e230b5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:35.003073 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-df455dff-491f-4d21-a8ee-593745c20317 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:35.004582 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-df455dff-491f-4d21-a8ee-593745c20317 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1096814 Jul 14 14:47:35.020798 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-13f2f98d-5592-4c69-829e-8ac41a48f74f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/quotas/4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 375 time: 0.0104706 Jul 14 14:47:35.074366 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-28bec531-30d8-4735-b650-09e60166c368 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479836 Jul 14 14:47:35.209419 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-6c2e9d5a-533d-4f5b-911e-9ef70a5fd93c service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190917 Jul 14 14:47:35.303339 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-f24d9cbd-c968-4efc-a3e3-4dc22dbcad8e service neutron] 10.222.0.93 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873458 Jul 14 14:47:36.352863 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-53e20ba6-0c16-48c6-9896-10afb11a0575 req-c47e820d-39e8-476c-9157-f792e8639bbb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Jul 14 14:47:36.444678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:37.439639 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-6648025b-3116-42fa-b238-05614ad97a84 req-566b9a99-7dfa-41df-bc53-10ed3a21681b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0331526 Jul 14 14:47:37.632544 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:38.201198 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:38.554314 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d625d0e0-57cb-470e-9aec-3777824623ef req-c134a5ee-0123-4811-912d-4b4330e05dce tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0284109 Jul 14 14:47:39.653168 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-375840e8-4346-47b5-b869-d94efe630b6e req-dfc28eee-abee-4e77-97a7-68ce8d9a2ec4 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0291989 Jul 14 14:47:39.736451 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-7c814c00-e7a4-4135-bd4c-cd64af30bdd0 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:39.737912 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-7c814c00-e7a4-4135-bd4c-cd64af30bdd0 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 810 time: 0.1102185 Jul 14 14:47:39.801133 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-846c9a2b-bd2c-4b9e-a7f6-9b2197430c6e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c597b767cad4ce288fa65d68c5eaff5 HTTP/1.1" status: 200 len: 379 time: 0.0553882 Jul 14 14:47:39.809654 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'port': {'device_id': 'ffa44b75-fb51-4a79-828e-be7187040088', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'admin_state_up': True, 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'security_groups': ['39b615f6-cc5a-46cc-aed6-1a43034e66ba']}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:47:40.055752 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Made reservation on behalf of 4c597b767cad4ce288fa65d68c5eaff5 for: {'port': 1} {{(pid=104473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 14:47:40.060676 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.212871 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_common [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.20.0.11 (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb/dff8a7b6-e70a-4d30-aea9-a7d341e4643f/88cfac74-154c-434b-8a1d-aaf3d5ed5348) {{(pid=104473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:47:40.383781 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), precommit_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.506992 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_create {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.556539 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb is already hosted by enough agents. {{(pid=104473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:47:40.562865 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.base_scheduler [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:47:40.567391 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:47:40.592908 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=1']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:40.609823 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.610719 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.611029 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.611369 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.611733 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.611992 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.612320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.612651 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.612963 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.613288 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.613608 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.613962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.614335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.614603 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.614940 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:40.648432 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:40.649383 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.781501 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-dc74c00c-2036-4eef-9ac9-ef76f3d60d0d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9756801 Jul 14 14:47:40.793473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.v2.base [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Request body: {'port': {'device_id': 'ffa44b75-fb51-4a79-828e-be7187040088', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79987'}} {{(pid=104473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:47:40.798254 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65038db8-7958-486c-b1ed-87a5b5ed991c req-8a93fe1f-fe6a-4de0-93d6-4daa307f7709 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:40.800783 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65038db8-7958-486c-b1ed-87a5b5ed991c req-8a93fe1f-fe6a-4de0-93d6-4daa307f7709 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 932 time: 0.0611825 Jul 14 14:47:40.858959 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-65038db8-7958-486c-b1ed-87a5b5ed991c req-482c3d0f-2012-45ef-887d-f9b016ba1d0e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536168 Jul 14 14:47:40.862322 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.865404 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:40.882487 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:40.899313 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-6095032b-e68e-4b80-a95b-e14f1ede636e None None] Provisioning complete for port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 triggered by entity DHCP. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:47:40.900354 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6095032b-e68e-4b80-a95b-e14f1ede636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:40.947320 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-6095032b-e68e-4b80-a95b-e14f1ede636e None None] Port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 cannot update to ACTIVE because it is not bound. {{(pid=104474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 14:47:41.152622 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88cfac74-154c-434b-8a1d-aaf3d5ed5348 {{(pid=104473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:47:41.161363 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks [] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), precommit_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:41.174110 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.provisioning_blocks [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Transition to ACTIVE for port object 88cfac74-154c-434b-8a1d-aaf3d5ed5348 will not be triggered until provisioned by entity L2. {{(pid=104473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 14:47:41.295017 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:41.357790 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Pushing event updated for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=2']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:41.450998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Attempting to bind port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 on host hv-cinder-79987 for vnic_type normal with profile {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 14:47:41.451321 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Attempting to bind port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 by drivers openvswitch,hyperv on host hv-cinder-79987 at level 0 using segments [{'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 14:47:41.451654 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Attempting to bind port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:47:41.457423 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79987 {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 14:47:41.457737 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Attempting to bind port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 on network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 14:47:41.464114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Checking agent: {'id': '4a2aa728-348e-47a7-abed-5956cb22c695', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79987', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'started_at': datetime.datetime(2022, 7, 14, 14, 28, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 14, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 14:47:41.464467 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Checking segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 14:47:41.464804 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Bound using segment: {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'} {{(pid=104473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 14:47:41.465455 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.managers [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Bound port: 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host: hv-cinder-79987, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163e2dfd-461d-4db3-87a9-322618c62b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb'}}] {{(pid=104473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 14:47:41.465657 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), before_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:41.542688 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, cleared binding levels {{(pid=104473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 14:47:41.548159 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 14:47:41.587469 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:41.704117 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3418769'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_update {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:41.738116 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:41.738740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:41.740106 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] 10.222.0.91 "PUT /v2.0/ports/88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 200 len: 1094 time: 0.9517214 Jul 14 14:47:41.740549 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:47:41.742806 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f431cbb-9672-47a4-ad6f-16479afd9e76" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:47:41.771417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398eb5b-2720-44c2-a490-4394a68e512b service neutron] Pushing event updated for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=3']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:41.880879 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745dbdca-e78b-4ef9-8204-6dfefa302e60 x-openstack-request-id: req-745dbdca-e78b-4ef9-8204-6dfefa302e60 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:47:41.881714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:47:41.881714 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-745dbdca-e78b-4ef9-8204-6dfefa302e60 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:47:41.882141 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745dbdca-e78b-4ef9-8204-6dfefa302e60'] response: {'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'status': 'completed', 'code': 200} Jul 14 14:47:41.958153 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-194b4f20-643b-4e5f-b1e4-0f0595657be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:41.959676 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-194b4f20-643b-4e5f-b1e4-0f0595657be8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1128 time: 0.0553188 Jul 14 14:47:42.011412 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10d34d-a4b5-4050-a2ca-920c746f9fe1 req-5e7ecac5-5839-4cd3-8ccf-cfeb02a0c87b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.012998 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a10d34d-a4b5-4050-a2ca-920c746f9fe1 req-5e7ecac5-5839-4cd3-8ccf-cfeb02a0c87b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0608501 Jul 14 14:47:42.075794 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7a10d34d-a4b5-4050-a2ca-920c746f9fe1 req-1c884ae7-bfd0-46d4-a17c-6fb57c4c7d7d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531909 Jul 14 14:47:42.097112 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-0132bb7d-def3-4fdd-8330-1237a8e3a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.099282 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-0132bb7d-def3-4fdd-8330-1237a8e3a014 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1307669 Jul 14 14:47:42.214268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-dbfb02df-efbf-494c-bad6-7cbf1b6e0197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.215666 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-5f431cbb-9672-47a4-ad6f-16479afd9e76 req-dbfb02df-efbf-494c-bad6-7cbf1b6e0197 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108038 Jul 14 14:47:42.331489 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-b4fbde1e-612d-4c39-8c28-7bd252a4f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.333001 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-b4fbde1e-612d-4c39-8c28-7bd252a4f505 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1128 time: 0.0412576 Jul 14 14:47:42.375056 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-ceaa7cfc-ee44-48c6-a256-ad32a40c1024 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 200 len: 217 time: 0.0349696 Jul 14 14:47:42.418991 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:42.426547 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-98480b48-5dc3-4657-8b29-1fb4f7311ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.428051 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-98480b48-5dc3-4657-8b29-1fb4f7311ad9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0474126 Jul 14 14:47:42.476975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-69f3954d-156c-40cc-a1bd-42d210cb0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:42.479115 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-69f3954d-156c-40cc-a1bd-42d210cb0a76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444715 Jul 14 14:47:42.569635 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-11760b95-18ee-40d2-81d0-c2ac41f74ec8 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853200 Jul 14 14:47:42.667930 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-16765887-052f-4ccd-ad94-1a7d775adf3c req-0d21618e-f8d2-4eb4-8fa8-1229eb367467 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925944 Jul 14 14:47:43.201169 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2032-bfa9-4448-b8e9-3f5ce158edc4 req-95c59d7f-c931-4388-8533-d3888670b231 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:43.202698 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-204e2032-bfa9-4448-b8e9-3f5ce158edc4 req-95c59d7f-c931-4388-8533-d3888670b231 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0503235 Jul 14 14:47:43.262784 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-204e2032-bfa9-4448-b8e9-3f5ce158edc4 req-6f8140a5-ff5c-4b83-8c2d-9b35b59d9791 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523086 Jul 14 14:47:44.386391 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807b990-73f2-4994-982b-89abe913cf5f req-420dba68-935f-4bf0-8a3f-0fbbdbc3b3c9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:44.388002 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7807b990-73f2-4994-982b-89abe913cf5f req-420dba68-935f-4bf0-8a3f-0fbbdbc3b3c9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0521550 Jul 14 14:47:44.688006 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-7807b990-73f2-4994-982b-89abe913cf5f req-8b9da300-4196-4bdf-9515-b4f4bdeffe94 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935073 Jul 14 14:47:44.874881 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:45.836501 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ec59-e07f-4365-a01f-07e16a01f766 req-0beed402-19d7-4566-8748-0f4947094e5e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:45.838336 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a713ec59-e07f-4365-a01f-07e16a01f766 req-0beed402-19d7-4566-8748-0f4947094e5e tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0714960 Jul 14 14:47:45.895549 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a713ec59-e07f-4365-a01f-07e16a01f766 req-6a8e3cd6-0853-43ea-bb25-f693709a56db tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509677 Jul 14 14:47:47.074515 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef732996-fc90-49fb-9ae4-d783d97af0fe req-a2cdc6d5-67e4-4e29-ab53-a49cf03734ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:47.076042 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef732996-fc90-49fb-9ae4-d783d97af0fe req-a2cdc6d5-67e4-4e29-ab53-a49cf03734ab tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0524595 Jul 14 14:47:47.117366 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:47.134826 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-ef732996-fc90-49fb-9ae4-d783d97af0fe req-d0128b70-6700-4caf-bf29-341701bfd918 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519824 Jul 14 14:47:47.624143 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:47.629116 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:48.256605 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:48.266632 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7ed6b-b3eb-4276-983a-54d5f9aae66e req-836345e6-a282-45ed-a67c-595d1ab8e5fc tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:48.268224 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1d7ed6b-b3eb-4276-983a-54d5f9aae66e req-836345e6-a282-45ed-a67c-595d1ab8e5fc tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0594199 Jul 14 14:47:48.322296 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-c1d7ed6b-b3eb-4276-983a-54d5f9aae66e req-8924de23-a709-48c7-a538-686c80bceb2b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 Jul 14 14:47:49.447968 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61a84e-b90d-4ab1-873a-37b918084d0d req-ee7ed8f2-8122-4ab4-bdce-5ffa3a6d36f3 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:49.449545 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cc61a84e-b90d-4ab1-873a-37b918084d0d req-ee7ed8f2-8122-4ab4-bdce-5ffa3a6d36f3 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0558801 Jul 14 14:47:49.512606 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-cc61a84e-b90d-4ab1-873a-37b918084d0d req-c823d83d-1d6d-4c96-b023-2bbff0d24ea8 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545182 Jul 14 14:47:50.261458 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 88cfac74-154c-434b-8a1d-aaf3d5ed5348 details requested by agent hyperv_hv-cinder-79987 with host hv-cinder-79987 {{(pid=104474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 14:47:50.364150 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:47:50.375982 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Returning: {'device': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'port_id': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'mac_address': 'fa:16:3e:9f:f7:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 14:47:50.410948 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 is: DOWN; New status is: BUILD {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:47:50.411332 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:50.424409 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88cfac74-154c-434b-8a1d-aaf3d5ed5348 {{(pid=104474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 14:47:50.447718 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:47:50.598376 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:50.631783 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a79d08-c6d5-4259-aed0-0d0e1538582c req-376e7f53-dfbb-4963-8745-f09ad25defee tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:50.633302 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42a79d08-c6d5-4259-aed0-0d0e1538582c req-376e7f53-dfbb-4963-8745-f09ad25defee tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 944 time: 0.0514877 Jul 14 14:47:50.649557 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=4']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:50.656906 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.663336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:50.685483 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-42a79d08-c6d5-4259-aed0-0d0e1538582c req-0225a308-4b64-4cf7-97bf-607ac3879e15 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463133 Jul 14 14:47:50.816306 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] get_ports_and_sgs() called for port_ids ['88cfac74-154c-434b-8a1d-aaf3d5ed5348'] {{(pid=104474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 14:47:51.811709 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211ebc-f8eb-4d88-a0b8-6bdd2b4d56a5 req-023e694c-7587-4040-a1ef-ffc6c4f7c6a6 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:51.813797 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d7211ebc-f8eb-4d88-a0b8-6bdd2b4d56a5 req-023e694c-7587-4040-a1ef-ffc6c4f7c6a6 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 945 time: 0.0561919 Jul 14 14:47:51.876946 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-d7211ebc-f8eb-4d88-a0b8-6bdd2b4d56a5 req-6aee6601-203f-4830-82db-3c94fea9241b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474732 Jul 14 14:47:52.276989 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 88cfac74-154c-434b-8a1d-aaf3d5ed5348 up at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 14:47:52.322409 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning for port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 completed by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 14:47:52.324078 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:52.442982 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.provisioning_blocks [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Provisioning complete for port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 triggered by entity L2. {{(pid=104474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 14:47:52.443365 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16480685'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), provisioning_complete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:52.463859 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:52.524042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Current status of the port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 is: BUILD; New status is: ACTIVE {{(pid=104474) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 14:47:52.524422 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), before_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:52.551019 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348'}] {{(pid=104474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:47:52.553514 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b37ef8faeba8afeb6df2c1836174b7725e10081a26265d1c6ca50f33dc25b04a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f95838-f8ee-4071-a40c-3bcc1f989361" -d '{"events": [{"server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "name": "network-vif-plugged", "status": "completed", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348"}]}' {{(pid=104474) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:47:52.567643 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:47:52.596357 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad129b4-7175-4704-8877-ec4b25e7be2e x-openstack-request-id: req-0ad129b4-7175-4704-8877-ec4b25e7be2e {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:47:52.596686 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "name": "network-vif-plugged", "status": "completed", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348", "code": 200}]} {{(pid=104474) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:47:52.597034 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ad129b4-7175-4704-8877-ec4b25e7be2e {{(pid=104474) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:47:52.597542 dv-cinder-799871-30-iscsi neutron-server[104474]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad129b4-7175-4704-8877-ec4b25e7be2e'] response: {'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'code': 200} Jul 14 14:47:52.664962 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=49 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:52.672808 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:52.722993 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Pushing event updated for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=5']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:53.005547 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deceb3c7-d34b-4ee4-a600-00369613b81b req-9a84b4ab-390b-45e9-ba6f-a75e48eaf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:53.007361 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-deceb3c7-d34b-4ee4-a600-00369613b81b req-9a84b4ab-390b-45e9-ba6f-a75e48eaf405 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1130 time: 0.0439467 Jul 14 14:47:53.016563 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5817e9-7cfd-468d-9f14-ee03f8451999 req-7662c713-5b2d-4881-9036-1b7ae6ed3de5 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:53.018123 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e5817e9-7cfd-468d-9f14-ee03f8451999 req-7662c713-5b2d-4881-9036-1b7ae6ed3de5 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0649798 Jul 14 14:47:53.060174 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-deceb3c7-d34b-4ee4-a600-00369613b81b req-fd8a8297-f79b-4368-8099-035b244cf353 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Jul 14 14:47:53.075641 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-5e5817e9-7cfd-468d-9f14-ee03f8451999 req-01e152a8-1d2a-46e6-86b4-54c0f6eb31fb tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513041 Jul 14 14:47:54.196654 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9b00-7df4-4707-bc4a-9b0d0f4fa8dd req-f4886a85-5675-47ed-a8ed-2fecebb12d2f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:54.198170 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b61a9b00-7df4-4707-bc4a-9b0d0f4fa8dd req-f4886a85-5675-47ed-a8ed-2fecebb12d2f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0496781 Jul 14 14:47:54.259279 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-b61a9b00-7df4-4707-bc4a-9b0d0f4fa8dd req-a127cd19-0f94-498e-b3da-57bc34ad1dff tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547948 Jul 14 14:47:55.373806 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90774f-699d-4f66-af07-1a468f048181 req-b5f83670-8c29-4b38-a929-03786e0e71ea tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:55.375779 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e90774f-699d-4f66-af07-1a468f048181 req-b5f83670-8c29-4b38-a929-03786e0e71ea tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0482342 Jul 14 14:47:55.429839 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-1e90774f-699d-4f66-af07-1a468f048181 req-a75e7174-192d-417c-8dc3-c8aad5c78b47 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Jul 14 14:47:55.548147 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25abbbf-6b03-4202-b23f-15cb792fcae4 req-43f4e14b-e423-4d82-9429-e08ec157b351 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:55.549620 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f25abbbf-6b03-4202-b23f-15cb792fcae4 req-43f4e14b-e423-4d82-9429-e08ec157b351 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Jul 14 14:47:55.602888 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f25abbbf-6b03-4202-b23f-15cb792fcae4 req-cde4b865-e466-43b1-bb6b-e68647f4fd0f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476904 Jul 14 14:47:55.628951 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48832) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:47:55.668621 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3b372-11e1-4d28-a136-e9eb1febac9b tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:55.670159 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-1cc3b372-11e1-4d28-a136-e9eb1febac9b tempest-TestVolumeBootPattern-1723645421 tempest-TestVolumeBootPattern-1723645421-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1125 time: 0.0402782 Jul 14 14:47:55.673620 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48834) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:47:55.677848 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.v2.base [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Request body: {'floatingip': {'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'port_id': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 14:47:55.800935 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:55.887909 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (None), before_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:55.969307 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:56.001896 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:56.003128 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_common [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Allocated IP 172.27.2.32 (06e1e95e-362f-44e6-b250-3f7c0ff46712/bf8cdfbc-81d4-412d-9161-c7552ea1cd46/bb7630f2-4811-43fa-bb1f-af1149d8e90f) {{(pid=104472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 14:47:56.112354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:56.255322 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749124647141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:56.294013 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Network 06e1e95e-362f-44e6-b250-3f7c0ff46712 is already hosted by enough agents. {{(pid=104472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 14:47:56.299211 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.base_scheduler [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Resources bound (agent type, host, resource id): {{(pid=104472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 14:47:56.303922 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Received port after_create {{(pid=104472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 14:47:56.330429 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=bb7630f2-4811-43fa-bb1f-af1149d8e90f,revision_number=1']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:56.346372 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.346715 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.347055 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.347388 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.347718 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.348044 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.348367 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.348686 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.349011 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.349330 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.349651 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.350030 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.350369 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.354676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.354676 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:47:56.577462 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:INSERT=5,neutron:UPDATE=3,neutron:SELECT=92 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:56.682743 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (3dde4089-cff3-4dfc-9bfd-9fc9e8516f20), precommit_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:56.816769 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16391804'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:56.977323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:57.072286 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749125012237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749124647159', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749124647181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3480420'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:57.144946 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event updated for resources: {'Port': ['ID=bb7630f2-4811-43fa-bb1f-af1149d8e90f,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:47:57.155047 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666560'] for floatingip (3dde4089-cff3-4dfc-9bfd-9fc9e8516f20), after_create {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:57.262637 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 3dde4089-cff3-4dfc-9bfd-9fc9e8516f20 associated. External IP: 172.27.2.32, port: 88cfac74-154c-434b-8a1d-aaf3d5ed5348. Jul 14 14:47:57.310820 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:47:57.471967 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:47:57.576817 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:47:57.586974 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:47:57.597551 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:47:57.598201 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:47:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:47:57.668534 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:47:57.701837 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-b2118a85-090c-4dbf-a625-ee7fb6450955 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0267839 Jul 14 14:47:57.702843 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:47:57.705433 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:47:57.706540 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8238df51-2cda-4d7e-958b-817f6195d512" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:47:57.803966 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5fb760-44bb-4668-b57f-465017b42aa8 x-openstack-request-id: req-6d5fb760-44bb-4668-b57f-465017b42aa8 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:47:57.804310 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:47:57.804612 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6d5fb760-44bb-4668-b57f-465017b42aa8 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:47:57.805071 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d5fb760-44bb-4668-b57f-465017b42aa8'] response: {'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'status': 'completed', 'code': 200} Jul 14 14:47:57.868404 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238df51-2cda-4d7e-958b-817f6195d512 req-d14d308d-22e8-4adf-b9c4-2a6eaaa206e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:57.869967 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-d14d308d-22e8-4adf-b9c4-2a6eaaa206e1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1130 time: 0.0451441 Jul 14 14:47:57.933280 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '3dde4089-cff3-4dfc-9bfd-9fc9e8516f20', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:9f:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa44b75-fb51-4a79-828e-be7187040088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:47:56Z', 'updated_at': '2022-07-14T14:47:56Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}, {'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:47:57.958618 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:47:57.962264 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238df51-2cda-4d7e-958b-817f6195d512 req-79864e02-f9e3-4dcf-8735-acff1fb02dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:57.964027 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-79864e02-f9e3-4dcf-8735-acff1fb02dca service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0883417 Jul 14 14:47:57.967371 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:47:57.968060 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:47:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:47:58.030027 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-9a16a063-9765-4ad5-ad36-b46a3bf317fa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 200 len: 999 time: 0.0604868 Jul 14 14:47:58.082820 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238df51-2cda-4d7e-958b-817f6195d512 req-8839f099-b041-4dd4-8204-1711797c24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:58.084653 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-8839f099-b041-4dd4-8204-1711797c24bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0492318 Jul 14 14:47:58.129410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238df51-2cda-4d7e-958b-817f6195d512 req-0f350904-5b57-45a1-9573-d1fac910907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:47:58.131267 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-0f350904-5b57-45a1-9573-d1fac910907b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410192 Jul 14 14:47:58.156990 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:47:58.225907 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-5196573d-9125-4382-8cbb-7dbf79768728 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889971 Jul 14 14:47:58.317944 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-8238df51-2cda-4d7e-958b-817f6195d512 req-3ce87af0-b60c-48d3-914c-70ef04ac97ee service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855203 Jul 14 14:47:58.379293 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '3dde4089-cff3-4dfc-9bfd-9fc9e8516f20', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:9f:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa44b75-fb51-4a79-828e-be7187040088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:47:56Z', 'updated_at': '2022-07-14T14:47:56Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}, {'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:47:58.405519 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210769-dd5e-4708-b049-5ce7e26d8141 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '3dde4089-cff3-4dfc-9bfd-9fc9e8516f20', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.32', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:9f:f7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa44b75-fb51-4a79-828e-be7187040088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:47:56Z', 'updated_at': '2022-07-14T14:47:56Z', 'revision_number': 0, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}, {'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:47:58.602398 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c1fd-7edc-4cd3-9ac4-2bbb71c91d74 None None] New status for floating IP 3dde4089-cff3-4dfc-9bfd-9fc9e8516f20: ACTIVE {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:48:00.546716 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-05bafe7b-274f-4ce8-a358-1d271d8422f6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433857 Jul 14 14:48:00.638417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-ee1ae018-2051-4e76-8aec-ce79beb909bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:48:00.639969 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-ee1ae018-2051-4e76-8aec-ce79beb909bd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0488193 Jul 14 14:48:00.760212 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-7f04c9f7-fbda-46db-8546-dfd0f298999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:48:00.763377 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-7f04c9f7-fbda-46db-8546-dfd0f298999d service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.1006303 Jul 14 14:48:00.835861 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-22c0c21a-9006-4ab1-83dd-953e65a88ab9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 1001 time: 0.0675631 Jul 14 14:48:00.894135 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-fe4e0cc7-4ec2-4f5f-95e6-4a116245e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:48:00.896188 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-fe4e0cc7-4ec2-4f5f-95e6-4a116245e485 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0546741 Jul 14 14:48:00.944023 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-d6d9bc3b-87a8-417c-9ec5-46146e0b41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:48:00.946976 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-d6d9bc3b-87a8-417c-9ec5-46146e0b41c3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434875 Jul 14 14:48:01.052686 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-05933aab-f676-4dae-b106-eac91ce7477c service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013966 Jul 14 14:48:01.089178 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:01.091525 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:01.161392 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-75ea1f75-29f5-461e-bd05-2e4c2132f8b3 req-c6c8f9b1-ec32-4464-ab4f-dd8f1f7a1130 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019447 Jul 14 14:48:01.701704 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:48:02.732174 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-c5c9befc-66cd-4785-b578-f1afc945a56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:04.865920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-fbca9e90-0b2a-4834-b4de-3ee72bc9620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:06.309910 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:07.460878 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:07.695627 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:07.697445 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:08.043261 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:08.382685 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:11.155075 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=13 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:11.695393 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=71 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:15.017696 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:24.621413 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:24.626567 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:24.810638 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=70,neutron:UPDATE=6 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:24.818713 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:32.710500 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-52be7bc4-79b2-4a10-bb3e-6a701546d163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:34.842235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa983-2df2-424b-86e0-9ccf3a8756ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:36.311713 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:37.453789 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:37.982383 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:38.705248 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:48:44.950816 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:48:48.702243 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:54.831806 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:54.833279 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:48:59.969552 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-e4beb171-15fd-4efe-8673-6182b5407d02 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530009 Jul 14 14:49:00.031100 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-ad8548d2-0c52-4191-9288-5a424a372828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:00.032632 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-ad8548d2-0c52-4191-9288-5a424a372828 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1130 time: 0.0436718 Jul 14 14:49:00.141723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-a559d75a-3d5b-4b13-9265-e6f56ca91e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:00.143245 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-a559d75a-3d5b-4b13-9265-e6f56ca91e12 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0929289 Jul 14 14:49:00.213374 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-265510dd-6d2a-46ff-8dec-9dea85d1b606 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 200 len: 1001 time: 0.0640361 Jul 14 14:49:00.263121 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-51921d21-4a89-407a-a51b-442008ca21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:00.265070 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-51921d21-4a89-407a-a51b-442008ca21bb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0457025 Jul 14 14:49:00.308434 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-50e7bb80-79af-4122-875c-716e2fc945f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:00.310110 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-50e7bb80-79af-4122-875c-716e2fc945f1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400765 Jul 14 14:49:00.408873 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-370bf9a9-43e2-47ba-9883-75529582f619 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931449 Jul 14 14:49:00.515731 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-7866c1f8-75c2-4a9a-a262-ac2698737f93 req-63f354a5-f74b-4104-a9ea-2a70f3ecbcc5 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006274 Jul 14 14:49:02.415839 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:02.416644 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=17 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:02.710033 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-88490893-672d-471b-92cb-d574c3d15591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:04.942268 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-0361d40c-f185-4de4-8c2e-046351eb1207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:06.292983 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:07.450743 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:08.167405 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:10.504084 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=51 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:10.511160 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=50 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:14.984984 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:15.704950 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:49:24.834521 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:24.836381 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:25.699798 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:25.700466 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:25.976837 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48860) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:26.130979 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port bb7630f2-4811-43fa-bb1f-af1149d8e90f {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:26.131325 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.216432 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.217291 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (bb7630f2-4811-43fa-bb1f-af1149d8e90f), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.229460 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for bb7630f2-4811-43fa-bb1f-af1149d8e90f owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:26.456323 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (bb7630f2-4811-43fa-bb1f-af1149d8e90f), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.490583 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=bb7630f2-4811-43fa-bb1f-af1149d8e90f,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:26.517650 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.518566 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.519215 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.519680 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.519947 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.520281 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.520611 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.520936 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.521262 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.521590 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.521941 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.522267 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.522606 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.522908 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.523225 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:26.570779 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (3dde4089-cff3-4dfc-9bfd-9fc9e8516f20), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.571300 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 3dde4089-cff3-4dfc-9bfd-9fc9e8516f20 disassociated (deleted). External IP: 172.27.2.32, port: 88cfac74-154c-434b-8a1d-aaf3d5ed5348. Jul 14 14:49:26.803892 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:49:26.923488 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:49:26.931987 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:26.939412 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:49:26.951917 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:26.953084 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:27.080413 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:27.208360 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f016040d-8c95-4b8a-a431-0b8773216421 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "DELETE /v2.0/floatingips/3dde4089-cff3-4dfc-9bfd-9fc9e8516f20 HTTP/1.1" status: 204 len: 168 time: 1.2304795 Jul 14 14:49:27.209062 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:49:27.211214 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fac4cc-7c62-47ed-b890-4cd22d446a23" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:49:27.257903 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c2ee2-2626-4714-822e-a42c49ae17b1 x-openstack-request-id: req-0c0c2ee2-2626-4714-822e-a42c49ae17b1 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:49:27.258085 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:49:27.258331 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0c0c2ee2-2626-4714-822e-a42c49ae17b1 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:49:27.258733 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0c2ee2-2626-4714-822e-a42c49ae17b1'] response: {'name': 'network-changed', 'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'status': 'completed', 'code': 200} Jul 14 14:49:27.328347 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:27.328668 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-5f8a8f34-74b5-4f78-b1c1-51cf223c9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:27.329903 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-5f8a8f34-74b5-4f78-b1c1-51cf223c9b85 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 1130 time: 0.0489404 Jul 14 14:49:27.356079 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:49:27.366616 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:27.367814 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:05Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:27.424094 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-88d02459-dc44-42ad-ac8b-d28e681b4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:27.425678 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-88d02459-dc44-42ad-ac8b-d28e681b4070 service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.0887620 Jul 14 14:49:27.478109 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:27.718414 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:27.739747 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-72bc6c97-1fc0-486e-b537-8f22822a8e46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 200 len: 217 time: 0.3079176 Jul 14 14:49:27.743473 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:27.744013 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b5472c-ae61-4658-818c-19ac11b509b5 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_floatingips': [{'id': '69a60615-f08c-4a02-a4b2-0fe95f7ff5f7', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'router_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'port_id': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'mac_address': 'fa:16:3e:6a:00:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T14:45:52Z', 'updated_at': '2022-07-14T14:45:54Z', 'revision_number': 1, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:49:27.744209 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:27.758451 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1394365-b080-49c6-b0be-e946a7513d67 req-60eed6a9-9b02-4fbf-8e6c-e1497e4ddb52 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:27.760003 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a1394365-b080-49c6-b0be-e946a7513d67 req-60eed6a9-9b02-4fbf-8e6c-e1497e4ddb52 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0501599 Jul 14 14:49:27.815347 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-a1394365-b080-49c6-b0be-e946a7513d67 req-1b77d1d1-8e28-46db-8a68-6c58215b6d42 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484259 Jul 14 14:49:27.968574 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3cc7ef-bc05-4631-b3ff-857086ed1df4 None None] New status for floating IP 3dde4089-cff3-4dfc-9bfd-9fc9e8516f20: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:49:28.689522 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-3f5e1010-7e3c-4c61-9613-0c73db2a6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:28.691005 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-3f5e1010-7e3c-4c61-9613-0c73db2a6e73 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0444219 Jul 14 14:49:28.735891 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-f9a8f35a-2c25-4433-8167-044b8bb400b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:28.737373 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-f9a8f35a-2c25-4433-8167-044b8bb400b3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393112 Jul 14 14:49:28.909075 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-e437a577-b2f1-445d-ad8b-76f4a1007bcd service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905488 Jul 14 14:49:28.952354 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd9539-8f16-43a7-882b-e7c2baf5e288 req-19ea6c56-aff3-4dec-a7bd-a0fc24434021 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:28.953706 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e3dd9539-8f16-43a7-882b-e7c2baf5e288 req-19ea6c56-aff3-4dec-a7bd-a0fc24434021 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0509562 Jul 14 14:49:29.004379 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-e3dd9539-8f16-43a7-882b-e7c2baf5e288 req-7adb6994-ae8e-43ef-a256-d2791eaa8c65 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446570 Jul 14 14:49:29.195187 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-3651e374-445e-49ef-b47a-2f58e2da93d9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:29.196669 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-3651e374-445e-49ef-b47a-2f58e2da93d9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 946 time: 0.0617435 Jul 14 14:49:29.239566 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-13fac4cc-7c62-47ed-b890-4cd22d446a23 req-b5023456-f1b9-40ec-b888-4c49676c6bc4 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609502 Jul 14 14:49:29.293191 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:29.293706 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:29.397498 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] For port 88cfac74-154c-434b-8a1d-aaf3d5ed5348, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=88cfac74-154c-434b-8a1d-aaf3d5ed5348,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:29.398001 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:29.412336 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for 88cfac74-154c-434b-8a1d-aaf3d5ed5348 owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:29.629596 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (88cfac74-154c-434b-8a1d-aaf3d5ed5348), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:29.658590 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=88cfac74-154c-434b-8a1d-aaf3d5ed5348,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:29.686730 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.692480 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.694385 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:29.714894 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] No DVR routers for this DVR port 88cfac74-154c-434b-8a1d-aaf3d5ed5348 on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:29.721235 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:29.721235 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-f1f47e89-6a9d-421c-a716-a7397a0c961f req-359b0264-5eb6-4bb4-9008-f9fc6eeb373d tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "DELETE /v2.0/ports/88cfac74-154c-434b-8a1d-aaf3d5ed5348 HTTP/1.1" status: 204 len: 173 time: 0.5188053 Jul 14 14:49:29.721747 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'name': 'network-vif-deleted', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:49:29.724108 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a59cd-f6fe-41f9-89f7-9fda526e6fb4" -d '{"events": [{"server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "name": "network-vif-deleted", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:49:29.763636 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a650ea2-636a-483d-90bc-2c90a097e37f x-openstack-request-id: req-1a650ea2-636a-483d-90bc-2c90a097e37f {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:49:29.763636 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa44b75-fb51-4a79-828e-be7187040088", "name": "network-vif-deleted", "tag": "88cfac74-154c-434b-8a1d-aaf3d5ed5348", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:49:29.763636 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1a650ea2-636a-483d-90bc-2c90a097e37f {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:49:29.763636 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a650ea2-636a-483d-90bc-2c90a097e37f'] response: {'server_uuid': 'ffa44b75-fb51-4a79-828e-be7187040088', 'name': 'network-vif-deleted', 'tag': '88cfac74-154c-434b-8a1d-aaf3d5ed5348', 'status': 'completed', 'code': 200} Jul 14 14:49:30.110613 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-f708768c-f2a5-4a53-81f4-2bf8764655f5 req-bf235b75-d835-4e74-b205-2b9b73638937 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0300319 Jul 14 14:49:31.228037 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-986e971f-18ab-45a4-b337-05249f871860 req-5cc44028-d17a-4a5b-8391-55c482fde6c2 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=ffa44b75-fb51-4a79-828e-be7187040088 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Jul 14 14:49:32.732530 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5a35fd26-7018-4942-85f9-b5308a5e1f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:32.789578 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 88cfac74-154c-434b-8a1d-aaf3d5ed5348 no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:32.810920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 88cfac74-154c-434b-8a1d-aaf3d5ed5348 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:32.810920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 88cfac74-154c-434b-8a1d-aaf3d5ed5348 not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:34.827685 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-ce952e9a-f9ed-4bcf-a6ee-1bd0bfc4fc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:34.891749 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48904) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:35.054274 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port 245b15f4-4ac7-4b58-a883-2905c5230ed8 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:35.054686 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.142210 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.142465 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (245b15f4-4ac7-4b58-a883-2905c5230ed8), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.155728 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for 245b15f4-4ac7-4b58-a883-2905c5230ed8 owned by network:floatingip {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:35.458600 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (245b15f4-4ac7-4b58-a883-2905c5230ed8), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.488294 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=245b15f4-4ac7-4b58-a883-2905c5230ed8,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:35.557923 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (69a60615-f08c-4a02-a4b2-0fe95f7ff5f7), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.558271 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.db.l3_db [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Floating IP 69a60615-f08c-4a02-a4b2-0fe95f7ff5f7 disassociated (deleted). External IP: 172.27.2.251, port: 9b90d953-cb8d-4913-b04b-2b2afacd65fd. Jul 14 14:49:35.711649 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:35.782863 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:49:35.789413 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:35.899020 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:49:35.904104 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:35.912021 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:49:35.925915 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:35.927004 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:35.937598 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-c522e30e-5f16-4e9d-9738-5570a40b1f7b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "DELETE /v2.0/floatingips/69a60615-f08c-4a02-a4b2-0fe95f7ff5f7 HTTP/1.1" status: 204 len: 168 time: 1.0447156 Jul 14 14:49:35.938415 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd'}] {{(pid=104472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:49:35.940914 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa89f7112d4f908b72960bead82b882067dd6ab3c75227766bc7d074c0411162" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340893b7-4983-44b2-a1c8-f60ad87a685e" -d '{"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd"}]}' {{(pid=104472) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:49:35.980818 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 14:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b12461-fac4-4215-b230-10c1c3ad4727 x-openstack-request-id: req-83b12461-fac4-4215-b230-10c1c3ad4727 {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:49:35.981144 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd", "status": "completed", "code": 200}]} {{(pid=104472) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:49:35.981834 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-83b12461-fac4-4215-b230-10c1c3ad4727 {{(pid=104472) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:49:35.982335 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b12461-fac4-4215-b230-10c1c3ad4727'] response: {'name': 'network-changed', 'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'status': 'completed', 'code': 200} Jul 14 14:49:36.051952 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-d63c2a9a-c366-4287-9b7d-09c0bd4b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:36.053285 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-d63c2a9a-c366-4287-9b7d-09c0bd4b82f3 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0473936 Jul 14 14:49:36.083741 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:36.122702 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:36.144221 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:36.172998 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-c1c40175-5d07-4e15-8b79-cb190b11335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:36.175039 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-c1c40175-5d07-4e15-8b79-cb190b11335e service neutron] 10.222.0.91 "GET /v2.0/networks?id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 200 len: 911 time: 0.1153896 Jul 14 14:49:36.216000 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-31eefa7f-75bf-4de9-b484-05f9ae916d43 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 200 len: 217 time: 0.0355015 Jul 14 14:49:36.221672 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:36.283597 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:36.283911 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-7155a57a-be7b-47ec-a883-5292e912c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:36.285110 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-7155a57a-be7b-47ec-a883-5292e912c8ce service neutron] 10.222.0.91 "GET /v2.0/subnets?id=dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 200 len: 849 time: 0.0632648 Jul 14 14:49:36.313073 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:36.341268 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-6b8654c2-ff44-4989-83d7-c3fe22735302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:36.343347 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-6b8654c2-ff44-4989-83d7-c3fe22735302 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524011 Jul 14 14:49:36.360352 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:36.391216 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:49:36.400331 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:36.401939 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:36.460091 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-f3b6af65-a866-49a1-accc-f5eb7a6dad60 service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083162 Jul 14 14:49:36.527088 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:36.527956 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b4978-ebcf-45ac-ac28-d87633195254 req-8f3c475a-db21-437f-a9a1-9f2b5c13def1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:36.529969 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb6b4978-ebcf-45ac-ac28-d87633195254 req-8f3c475a-db21-437f-a9a1-9f2b5c13def1 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0583532 Jul 14 14:49:36.588860 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-eb6b4978-ebcf-45ac-ac28-d87633195254 req-f9760e77-8b72-4e5a-9c6b-160810b451e5 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527411 Jul 14 14:49:36.735734 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:36.762840 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af80eec7-9130-4f45-a69b-83a8dc4ceb3a None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:42:38Z', 'revision_number': 4, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi', '_interfaces': [{'id': 'c13c9a8d-4bc5-4c40-b4be-7ec958649163', 'name': '', 'network_id': 'c6e7ee75-56fd-433e-9d2e-334d21d9fbeb', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'mac_address': 'fa:16:3e:ff:ef:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:38Z', 'updated_at': '2022-07-14T14:42:42Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'subnets': [{'id': 'dff8a7b6-e70a-4d30-aea9-a7d341e4643f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:49:37.003553 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dba3c9-d3f3-40e9-b205-eee1372a0c37 None None] New status for floating IP 69a60615-f08c-4a02-a4b2-0fe95f7ff5f7: DOWN {{(pid=104474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 14:49:37.484562 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:37.510403 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-340893b7-4983-44b2-a1c8-f60ad87a685e req-568655ae-667d-4886-8a77-efb2717f5cba service neutron] 10.222.0.91 "GET /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980864 Jul 14 14:49:37.714971 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef22666-dd94-4d27-99f8-af3be59697bb req-f8d37953-943e-4fc5-9e66-425d25588ae9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:37.716579 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3ef22666-dd94-4d27-99f8-af3be59697bb req-f8d37953-943e-4fc5-9e66-425d25588ae9 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0543604 Jul 14 14:49:37.785379 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-3ef22666-dd94-4d27-99f8-af3be59697bb req-9a3b41c2-8f78-4ec1-850c-41cb90b23dcf tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/security-groups?id=39b615f6-cc5a-46cc-aed6-1a43034e66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579717 Jul 14 14:49:37.901493 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a88df8-dabb-41c9-9408-a97e703351fc req-2fd60930-1e4e-4461-8adc-57581d2ba7fd tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 14:49:37.903055 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-86a88df8-dabb-41c9-9408-a97e703351fc req-2fd60930-1e4e-4461-8adc-57581d2ba7fd tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 945 time: 0.0508378 Jul 14 14:49:37.992934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:38.002234 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port 9b90d953-cb8d-4913-b04b-2b2afacd65fd {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:38.002726 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:38.112605 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] For port 9b90d953-cb8d-4913-b04b-2b2afacd65fd, host hv-cinder-79987, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79987',level=0,port_id=9b90d953-cb8d-4913-b04b-2b2afacd65fd,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:38.112975 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:38.145740 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for 9b90d953-cb8d-4913-b04b-2b2afacd65fd owned by compute:nova {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:38.227032 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:38.428050 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (9b90d953-cb8d-4913-b04b-2b2afacd65fd), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:38.457973 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=9b90d953-cb8d-4913-b04b-2b2afacd65fd,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:38.529220 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] No DVR routers for this DVR port 9b90d953-cb8d-4913-b04b-2b2afacd65fd on host hv-cinder-79987 {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:38.532212 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for port (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:38.536882 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [req-86a88df8-dabb-41c9-9408-a97e703351fc req-809f5c9e-0b9c-486f-88e0-17a19800d23b tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.91 "DELETE /v2.0/ports/9b90d953-cb8d-4913-b04b-2b2afacd65fd HTTP/1.1" status: 204 len: 173 time: 0.6287062 Jul 14 14:49:38.537405 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'name': 'network-vif-deleted', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd'}] {{(pid=104473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 14:49:38.539672 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d6bed0bc44adee11bff7cdbe59dbe0b871382f4da9ff3a24ab90fd7cb93d68ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bbbd35-8aa7-43b8-b209-291bece6e9e6" -d '{"events": [{"server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "name": "network-vif-deleted", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd"}]}' {{(pid=104473) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 14:49:38.577976 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba874380-504d-4149-a31f-6dbc4ca013b6 x-openstack-request-id: req-ba874380-504d-4149-a31f-6dbc4ca013b6 {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 14:49:38.578273 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e910d5-d587-4a9c-89eb-90c2bc660aa4", "name": "network-vif-deleted", "tag": "9b90d953-cb8d-4913-b04b-2b2afacd65fd", "status": "completed", "code": 200}]} {{(pid=104473) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 14:49:38.578521 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ba874380-504d-4149-a31f-6dbc4ca013b6 {{(pid=104473) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 14:49:38.578918 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba874380-504d-4149-a31f-6dbc4ca013b6'] response: {'server_uuid': '98e910d5-d587-4a9c-89eb-90c2bc660aa4', 'name': 'network-vif-deleted', 'tag': '9b90d953-cb8d-4913-b04b-2b2afacd65fd', 'status': 'completed', 'code': 200} Jul 14 14:49:38.887854 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [req-befeec56-cc50-4a81-9acc-6f7fa7d41e97 req-92aebd5b-f0cb-4acb-bc8f-415d3ab57c0c tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "GET /v2.0/ports?device_id=98e910d5-d587-4a9c-89eb-90c2bc660aa4 HTTP/1.1" status: 200 len: 210 time: 0.0316663 Jul 14 14:49:39.961859 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48920) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:40.077568 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Deleting port 192617da-e2d2-498d-9b86-539fada28241 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:40.077945 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (192617da-e2d2-498d-9b86-539fada28241), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.159123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (192617da-e2d2-498d-9b86-539fada28241), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.160543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (192617da-e2d2-498d-9b86-539fada28241), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.187759 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Calling delete_port for 192617da-e2d2-498d-9b86-539fada28241 owned by network:floatingip {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:40.276431 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:40.406077 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (192617da-e2d2-498d-9b86-539fada28241), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.430345 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'Port': ['ID=192617da-e2d2-498d-9b86-539fada28241,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:40.501162 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for floatingip (2a345212-df82-4281-b17b-752666ae3213), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.504136 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50998'] for floatingip (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:40.505438 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-7618513a-0d88-42ba-b49c-eb012f30859f tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "DELETE /v2.0/floatingips/2a345212-df82-4281-b17b-752666ae3213 HTTP/1.1" status: 204 len: 168 time: 0.5415323 Jul 14 14:49:41.897410 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48932) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:41.965182 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (39b615f6-cc5a-46cc-aed6-1a43034e66ba), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:41.994798 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (39b615f6-cc5a-46cc-aed6-1a43034e66ba), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:42.153046 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (39b615f6-cc5a-46cc-aed6-1a43034e66ba), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:42.156437 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:42.157702 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] 10.222.0.93 "DELETE /v2.0/security-groups/39b615f6-cc5a-46cc-aed6-1a43034e66ba HTTP/1.1" status: 204 len: 168 time: 0.2592609 Jul 14 14:49:42.168937 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646faed4-4620-4772-96a5-36ad7e44ff17 tempest-TestVolumeBootPattern-624950949 tempest-TestVolumeBootPattern-624950949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b615f6-cc5a-46cc-aed6-1a43034e66ba,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:42.325102 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48936) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:42.771314 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:42.835999 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 9b90d953-cb8d-4913-b04b-2b2afacd65fd no longer exists at agent hyperv_hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:42.854283 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:42.855449 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] No Port match for: 9b90d953-cb8d-4913-b04b-2b2afacd65fd {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:42.855799 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Device 9b90d953-cb8d-4913-b04b-2b2afacd65fd not bound to the agent host hv-cinder-79987 {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:43.001043 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Deleting port c13c9a8d-4bc5-4c40-b4be-7ec958649163 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:43.001376 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:43.085020 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] For port c13c9a8d-4bc5-4c40-b4be-7ec958649163, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=c13c9a8d-4bc5-4c40-b4be-7ec958649163,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:43.085375 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:43.098606 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Calling delete_port for c13c9a8d-4bc5-4c40-b4be-7ec958649163 owned by network:router_interface {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:43.153064 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=100 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:43.464252 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (c13c9a8d-4bc5-4c40-b4be-7ec958649163), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:43.496823 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c13c9a8d-4bc5-4c40-b4be-7ec958649163,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:43.659888 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:43.870013 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:49:43.873060 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:43.977335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:49:43.984687 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-4c9e1fe9-b243-4002-bff0-0de982e93f0e admin admin] 10.222.0.93 "PUT /v2.0/routers/8d3642da-ff1b-46b8-800f-c17a6dd38f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562185 Jul 14 14:49:43.985723 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48940) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:43.988897 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Sync routers for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:49:43.999987 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:44.002174 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:44.090352 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks [] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:44.106115 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:44.134616 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:44.296303 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:49:43Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:44.322811 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Checking router: 8d3642da-ff1b-46b8-800f-c17a6dd38f57 for host: dv-cinder-799871-30-iscsi {{(pid=104475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:49:44.333928 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Routers {'8d3642da-ff1b-46b8-800f-c17a6dd38f57'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:44.334603 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'], 'active': True} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:44.376106 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=100 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:44.439918 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_dvr_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] Set router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 gateway port host: dv-cinder-799871-30-iscsi {{(pid=104475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:44.457417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks [] for router_gateway (8d3642da-ff1b-46b8-800f-c17a6dd38f57), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:44.612763 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.l3_hamode_db [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:49:43Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:44.638777 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0fa5c-057b-4f68-879a-64fca1f676c8 None None] The sync data for ids ['8d3642da-ff1b-46b8-800f-c17a6dd38f57'] in dv-cinder-799871-30-iscsi is: [{'id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'name': 'tempest-TestVolumeBootPattern-16670635-router', 'tenant_id': '4c597b767cad4ce288fa65d68c5eaff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:35Z', 'updated_at': '2022-07-14T14:49:43Z', 'revision_number': 5, 'project_id': '4c597b767cad4ce288fa65d68c5eaff5', 'gw_port': {'id': '07ebd46b-a2f7-4b32-ab89-03c87d8a14d9', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3642da-ff1b-46b8-800f-c17a6dd38f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:36Z', 'updated_at': '2022-07-14T14:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}] {{(pid=104475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:49:44.690556 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Deleting port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:44.691114 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:44.770576 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] For port 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:44.770971 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:44.783772 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Calling delete_port for 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 owned by network:router_gateway {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:45.069366 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.235746 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (07ebd46b-a2f7-4b32-ab89-03c87d8a14d9), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.262195 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ebd46b-a2f7-4b32-ab89-03c87d8a14d9,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:45.328924 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.421807 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.423991 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks [] for router_controller (8d3642da-ff1b-46b8-800f-c17a6dd38f57), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.721491 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (8d3642da-ff1b-46b8-800f-c17a6dd38f57), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.722358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3642da-ff1b-46b8-800f-c17a6dd38f57 {{(pid=104473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:49:45.726640 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.728009 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-6027a902-d41b-47f2-92c1-2bde9a36cc84 admin admin] 10.222.0.93 "DELETE /v2.0/routers/8d3642da-ff1b-46b8-800f-c17a6dd38f57 HTTP/1.1" status: 204 len: 168 time: 1.7421041 Jul 14 14:49:45.730529 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48942) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:45.782086 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Deleting subnet dff8a7b6-e70a-4d30-aea9-a7d341e4643f {{(pid=104473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:49:45.785609 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Publish callbacks [] for subnet (dff8a7b6-e70a-4d30-aea9-a7d341e4643f), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.822394 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3476891'] for subnet (dff8a7b6-e70a-4d30-aea9-a7d341e4643f), precommit_delete_associations {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:45.884402 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:45.898826 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (dff8a7b6-e70a-4d30-aea9-a7d341e4643f), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.098417 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3422039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3825937'] for subnet (dff8a7b6-e70a-4d30-aea9-a7d341e4643f), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.124790 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff8a7b6-e70a-4d30-aea9-a7d341e4643f,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:46.128302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for subnet (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.131529 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-6bce1887-c947-416f-a1bb-ce8fc6098a28 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/dff8a7b6-e70a-4d30-aea9-a7d341e4643f HTTP/1.1" status: 204 len: 168 time: 0.3999958 Jul 14 14:49:46.135431 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48944) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:46.138803 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195ddda-cc29-4053-ad02-2b07bbf4ae61 None None] Network c6e7ee75-56fd-433e-9d2e-334d21d9fbeb requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:49:46.144927 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:46.241196 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.250286 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device c13c9a8d-4bc5-4c40-b4be-7ec958649163 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:46.273232 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: c13c9a8d-4bc5-4c40-b4be-7ec958649163 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:46.273629 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device c13c9a8d-4bc5-4c40-b4be-7ec958649163 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:46.280847 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:46.285969 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Deleting port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:46.286303 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.295616 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:46.295961 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 07ebd46b-a2f7-4b32-ab89-03c87d8a14d9 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:46.356960 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] For port 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5ad9ac74-4bd3-49a1-a3cb-231511e19574,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:46.357323 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.370995 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Calling delete_port for 5ad9ac74-4bd3-49a1-a3cb-231511e19574 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:46.405916 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] DHCP port deletion for c6e7ee75-56fd-433e-9d2e-334d21d9fbeb request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:49:46.445938 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Deleting port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:46.446311 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.508508 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] For port 5ad9ac74-4bd3-49a1-a3cb-231511e19574, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=5ad9ac74-4bd3-49a1-a3cb-231511e19574,segment=NetworkSegment(163e2dfd-461d-4db3-87a9-322618c62b3c),segment_id=163e2dfd-461d-4db3-87a9-322618c62b3c)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:46.508922 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.522678 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Calling delete_port for 5ad9ac74-4bd3-49a1-a3cb-231511e19574 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:46.678892 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.689041 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (5ad9ac74-4bd3-49a1-a3cb-231511e19574), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.708543 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad9ac74-4bd3-49a1-a3cb-231511e19574,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:46.712817 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] No DVR routers for this DVR port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:46.718893 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Pushing event deleted for resources: {'Port': ['ID=5ad9ac74-4bd3-49a1-a3cb-231511e19574,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:46.726854 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.727291 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.727702 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.728114 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.728441 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.728766 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.729091 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.729411 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.729734 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.730081 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.730424 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.730731 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.731047 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.731368 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.732235 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799871-30-iscsi {{(pid=104474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 14:49:46.737648 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246effb-8c60-44db-9461-f7cf7a65275b None None] No DVR routers for this DVR port 5ad9ac74-4bd3-49a1-a3cb-231511e19574 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:46.785652 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.806228 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e7ee75-56fd-433e-9d2e-334d21d9fbeb']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:46.816181 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163e2dfd-461d-4db3-87a9-322618c62b3c') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:46.816473 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163e2dfd-461d-4db3-87a9-322618c62b3c') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:46.826049 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (163e2dfd-461d-4db3-87a9-322618c62b3c), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.839302 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (163e2dfd-461d-4db3-87a9-322618c62b3c), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.845571 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:49:46.845987 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (163e2dfd-461d-4db3-87a9-322618c62b3c), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:46.919809 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 163e2dfd-461d-4db3-87a9-322618c62b3c resource provider aggregate not found Jul 14 14:49:46.936726 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 163e2dfd-461d-4db3-87a9-322618c62b3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 163e2dfd-461d-4db3-87a9-322618c62b3c found for delete ", "request_id": "req-3717553a-ecd9-4e03-a8b5-b95bc7540358"}]} Jul 14 14:49:47.017470 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (c6e7ee75-56fd-433e-9d2e-334d21d9fbeb), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.025428 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.036842 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] 10.222.0.93 "DELETE /v2.0/networks/c6e7ee75-56fd-433e-9d2e-334d21d9fbeb HTTP/1.1" status: 204 len: 168 time: 0.8933589 Jul 14 14:49:47.036971 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48952) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:47.039896 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d7e8-9a07-4af4-8c1d-263323bd367c admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e7ee75-56fd-433e-9d2e-334d21d9fbeb,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:47.352962 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-665240'] for router_interface (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.445609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:47.516109 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:47.590969 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Deleting port e5d5a74e-7edf-40e1-a47f-32572e1c20a9 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:47.591331 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.675458 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] For port e5d5a74e-7edf-40e1-a47f-32572e1c20a9, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:47.675736 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.689893 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Calling delete_port for e5d5a74e-7edf-40e1-a47f-32572e1c20a9 owned by network:router_interface {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:47.953123 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (e5d5a74e-7edf-40e1-a47f-32572e1c20a9), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:47.979219 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d5a74e-7edf-40e1-a47f-32572e1c20a9,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:47.985612 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5ad9ac74-4bd3-49a1-a3cb-231511e19574 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:48.008042 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: 5ad9ac74-4bd3-49a1-a3cb-231511e19574 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:48.008667 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device 5ad9ac74-4bd3-49a1-a3cb-231511e19574 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:48.147609 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16199914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665100'] for router_interface (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:48.356416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:48.370305 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Router ee6199dc-c9e7-40a3-a593-1da7f3cc022d has already been hosted by L3 agent e648b8a8-715d-4389-a800-4828464d1d10 {{(pid=104472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 14:49:48.456532 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:48.474824 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] Notify agent at l3_agent.dv-cinder-799871-30-iscsi the message routers_updated {{(pid=104472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 14:49:48.484303 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-0081e19b-b99d-487b-a85a-bd3cf88e962f admin admin] 10.222.0.93 "PUT /v2.0/routers/ee6199dc-c9e7-40a3-a593-1da7f3cc022d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468076 Jul 14 14:49:48.484303 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48954) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:48.485647 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Sync routers for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 14:49:48.496886 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:48.498195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:48.583003 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks [] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:48.599778 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: dv-cinder-799871-30-iscsi {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:48.702791 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks [] for router_gateway (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:48.771988 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'external_fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:49:47Z', 'revision_number': 5, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port': {'id': 'e45f0363-bd68-4150-8ce9-30ed3bdbd184', 'name': '', 'network_id': '06e1e95e-362f-44e6-b250-3f7c0ff46712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799871-30-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf8cdfbc-81d4-412d-9161-c7552ea1cd46', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799871-30-iscsi'}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:48.797218 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Checking router: ee6199dc-c9e7-40a3-a593-1da7f3cc022d for host: dv-cinder-799871-30-iscsi {{(pid=104474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 14:49:48.805563 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Routers {'ee6199dc-c9e7-40a3-a593-1da7f3cc022d'} bound to L3 agent in host dv-cinder-799871-30-iscsi {{(pid=104474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 14:49:48.806189 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799871-30-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T14:22:05Z,description=,heartbeat_timestamp=2022-07-14T14:49:35Z,host='dv-cinder-799871-30-iscsi',id=e648b8a8-715d-4389-a800-4828464d1d10,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T14:22:05Z,topic='l3_agent')) {'router_ids': ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'], 'active': True} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:48.833305 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Deleting port e45f0363-bd68-4150-8ce9-30ed3bdbd184 {{(pid=104472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:48.833647 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:48.875777 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:48.889827 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvr_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] Set router ee6199dc-c9e7-40a3-a593-1da7f3cc022d gateway port host: None {{(pid=104474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 14:49:48.913229 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:48.913483 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] For port e45f0363-bd68-4150-8ce9-30ed3bdbd184, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=e45f0363-bd68-4150-8ce9-30ed3bdbd184,segment=NetworkSegment(68da76a9-8e37-4cd4-9976-e8ca5f16f351),segment_id=68da76a9-8e37-4cd4-9976-e8ca5f16f351)] {{(pid=104472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:48.913869 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:48.927711 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.plugin [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Calling delete_port for e45f0363-bd68-4150-8ce9-30ed3bdbd184 owned by network:router_gateway {{(pid=104472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:48.939483 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_hamode_db [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:49:48Z', 'revision_number': 6, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port_host': None}], 'dv-cinder-799871-30-iscsi', False) {} {{(pid=104474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:48.972536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99908e3-2b28-4754-a01d-93350c093011 None None] The sync data for ids ['ee6199dc-c9e7-40a3-a593-1da7f3cc022d'] in dv-cinder-799871-30-iscsi is: [{'id': 'ee6199dc-c9e7-40a3-a593-1da7f3cc022d', 'name': 'tempest-TestVolumeBootPattern-368605350-router', 'tenant_id': '5a9de42952f449609995b6743220fd0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T14:42:42Z', 'updated_at': '2022-07-14T14:49:48Z', 'revision_number': 6, 'project_id': '5a9de42952f449609995b6743220fd0c', 'gw_port_host': None}] {{(pid=104474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 14:49:49.175377 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3480445'] for port (e45f0363-bd68-4150-8ce9-30ed3bdbd184), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.202983 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45f0363-bd68-4150-8ce9-30ed3bdbd184,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:49.267783 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666385'] for router_gateway (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.356975 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-671006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-395'] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.359272 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks [] for router_controller (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.396729 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:49.486358 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-671146'] for router (ee6199dc-c9e7-40a3-a593-1da7f3cc022d), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.486992 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6199dc-c9e7-40a3-a593-1da7f3cc022d {{(pid=104472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 14:49:49.496645 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.496645 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-6117251c-ab09-4b6f-932b-ed09782bdc60 admin admin] 10.222.0.93 "DELETE /v2.0/routers/ee6199dc-c9e7-40a3-a593-1da7f3cc022d HTTP/1.1" status: 204 len: 168 time: 1.0091147 Jul 14 14:49:49.496645 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48956) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:49.778545 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Deleting subnet e6c1ffe1-d8df-488c-b007-8f0521612b80 {{(pid=104472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 14:49:49.781814 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Publish callbacks [] for subnet (e6c1ffe1-d8df-488c-b007-8f0521612b80), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.818493 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3758168'] for subnet (e6c1ffe1-d8df-488c-b007-8f0521612b80), precommit_delete_associations {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.896700 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16481916'] for subnet (e6c1ffe1-d8df-488c-b007-8f0521612b80), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:49.928251 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:50.009050 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e5d5a74e-7edf-40e1-a47f-32572e1c20a9 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:50.025122 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: e5d5a74e-7edf-40e1-a47f-32572e1c20a9 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:50.025464 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e5d5a74e-7edf-40e1-a47f-32572e1c20a9 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:50.025993 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e45f0363-bd68-4150-8ce9-30ed3bdbd184 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:50.046345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: e45f0363-bd68-4150-8ce9-30ed3bdbd184 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:50.046345 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device e45f0363-bd68-4150-8ce9-30ed3bdbd184 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:50.063795 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16481898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498158', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3475106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-520330240'] for subnet (e6c1ffe1-d8df-488c-b007-8f0521612b80), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.090930 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c1ffe1-d8df-488c-b007-8f0521612b80,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:50.097526 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.101974 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-e7e01dcc-7154-4881-bf9b-c6332c3b8093 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e6c1ffe1-d8df-488c-b007-8f0521612b80 HTTP/1.1" status: 204 len: 168 time: 0.6054709 Jul 14 14:49:50.102422 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de6ef7-7e9d-46a6-bb63-31bafae82b6c None None] Network 59b5eacf-658f-484c-aa24-b257408049f4 requested from dv-cinder-799871-30-iscsi {{(pid=104474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 14:49:50.104679 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [-] (104473) accepted ('10.222.0.93', 48958) {{(pid=104473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:50.163961 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:50.182477 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16372770'] for network (59b5eacf-658f-484c-aa24-b257408049f4), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.226993 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Deleting port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 {{(pid=104473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:50.227335 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.246362 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] DHCP port deletion for 59b5eacf-658f-484c-aa24-b257408049f4 request from dv-cinder-799871-30-iscsi {{(pid=104474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 14:49:50.284422 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Deleting port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 {{(pid=104474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 14:49:50.284866 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749125005038'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), before_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.300783 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.db [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] For port dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:50.301068 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.319410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.plugin [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Calling delete_port for dc5d1457-24cc-4cb4-a92e-d3044f10bb39 owned by network:dhcp {{(pid=104473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:50.357941 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.db [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] For port dc5d1457-24cc-4cb4-a92e-d3044f10bb39, host dv-cinder-799871-30-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799871-30-iscsi',level=0,port_id=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,segment=NetworkSegment(42174b00-37b3-425f-986f-34e7f8139f05),segment_id=42174b00-37b3-425f-986f-34e7f8139f05)] {{(pid=104474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 14:49:50.358338 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-666201'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), precommit_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.490048 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3418760'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.499934 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Calling delete_port for dc5d1457-24cc-4cb4-a92e-d3044f10bb39 owned by network:dhcp {{(pid=104474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 14:49:50.514169 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:50.519920 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] No DVR routers for this DVR port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 on host dv-cinder-799871-30-iscsi {{(pid=104473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:50.578069 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16388287', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749125012291', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749124647150'] for port (dc5d1457-24cc-4cb4-a92e-d3044f10bb39), after_delete {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.595123 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16478214', 'neutron.services.segments.db._delete_segments_for_network-8749125113411'] for network (59b5eacf-658f-484c-aa24-b257408049f4), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.607461 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] Pushing event deleted for resources: {'Port': ['ID=dc5d1457-24cc-4cb4-a92e-d3044f10bb39,revision_number=None']} {{(pid=104474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:50.611148 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8b458-a4df-4a6f-bf90-b6386cc86589 None None] No DVR routers for this DVR port dc5d1457-24cc-4cb4-a92e-d3044f10bb39 on host dv-cinder-799871-30-iscsi {{(pid=104474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 14:49:50.622410 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b5eacf-658f-484c-aa24-b257408049f4']}} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:50.628418 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42174b00-37b3-425f-986f-34e7f8139f05') {'for_net_delete': True} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:50.628717 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.services.segments.db [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42174b00-37b3-425f-986f-34e7f8139f05') {} {{(pid=104473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 14:49:50.640469 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749125114956', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3476876'] for segment (42174b00-37b3-425f-986f-34e7f8139f05), before_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.659133 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182'] for segment (42174b00-37b3-425f-986f-34e7f8139f05), precommit_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.665358 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=104473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 14:49:50.665759 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16352182', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3418869'] for segment (42174b00-37b3-425f-986f-34e7f8139f05), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.670082 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:49:50.720771 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 42174b00-37b3-425f-986f-34e7f8139f05 resource provider aggregate not found Jul 14 14:49:50.738364 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.services.segments.plugin [-] Segment 42174b00-37b3-425f-986f-34e7f8139f05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42174b00-37b3-425f-986f-34e7f8139f05 found for delete ", "request_id": "req-2b146822-0dfa-4853-9ab1-139a929e7059"}]} Jul 14 14:49:50.834582 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16478223', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16199907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666380'] for network (59b5eacf-658f-484c-aa24-b257408049f4), after_delete {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.842518 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron_lib.callbacks.manager [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16199921'] for network (None), before_response {{(pid=104473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:50.847969 dv-cinder-799871-30-iscsi neutron-server[104473]: INFO neutron.wsgi [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] 10.222.0.93 "DELETE /v2.0/networks/59b5eacf-658f-484c-aa24-b257408049f4 HTTP/1.1" status: 204 len: 168 time: 0.7403748 Jul 14 14:49:50.856859 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3b6c0-4a6b-4ac8-b0b7-ea7c389e9aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b5eacf-658f-484c-aa24-b257408049f4,revision_number=None']} {{(pid=104473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:51.230812 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48966) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:51.278185 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-75e37a17-c426-43a1-87ce-143fa6e17588 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4c597b767cad4ce288fa65d68c5eaff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461814 Jul 14 14:49:51.280737 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48968) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:51.344806 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] Publish callbacks [] for security_group (166be3fa-61b3-4086-87e9-0f33bc4e9460), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:51.370418 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] Publish callbacks [] for security_group (166be3fa-61b3-4086-87e9-0f33bc4e9460), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:51.520692 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (166be3fa-61b3-4086-87e9-0f33bc4e9460), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:51.523349 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:51.524688 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/166be3fa-61b3-4086-87e9-0f33bc4e9460 HTTP/1.1" status: 204 len: 168 time: 0.2429316 Jul 14 14:49:51.533594 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a826e9-8318-461a-a0cd-0aa26cd70e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166be3fa-61b3-4086-87e9-0f33bc4e9460,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:51.986446 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc5d1457-24cc-4cb4-a92e-d3044f10bb39 no longer exists at agent ovs-agent-dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 14:49:52.008728 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.plugin [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] No Port match for: dc5d1457-24cc-4cb4-a92e-d3044f10bb39 {{(pid=104474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 14:49:52.008999 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron.plugins.ml2.rpc [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Device dc5d1457-24cc-4cb4-a92e-d3044f10bb39 not bound to the agent host dv-cinder-799871-30-iscsi {{(pid=104474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 14:49:52.311465 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48974) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:52.366392 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-5f37b6a7-9c5b-4ebc-b098-1428e2ad19f8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5a9de42952f449609995b6743220fd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537636 Jul 14 14:49:52.368762 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [-] (104472) accepted ('10.222.0.93', 48976) {{(pid=104472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 14:49:52.418780 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] Publish callbacks [] for security_group (72abb5fa-6b54-40ac-901f-29bf0a08cf89), before_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:52.445806 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] Publish callbacks [] for security_group (72abb5fa-6b54-40ac-901f-29bf0a08cf89), precommit_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:52.646344 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493131'] for security_group (72abb5fa-6b54-40ac-901f-29bf0a08cf89), after_delete {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:52.649276 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:49:52.650474 dv-cinder-799871-30-iscsi neutron-server[104472]: INFO neutron.wsgi [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72abb5fa-6b54-40ac-901f-29bf0a08cf89 HTTP/1.1" status: 204 len: 168 time: 0.2808344 Jul 14 14:49:52.658725 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc3d89-4b40-4410-bdde-e422ff4d1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72abb5fa-6b54-40ac-901f-29bf0a08cf89,revision_number=None']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 14:49:52.708578 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:50:00.647823 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:00.848320 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG dbcounter [-] [104473] Writing DB stats neutron:SELECT=24,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104473) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:01.990823 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:02.653573 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:02.654416 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:02.701797 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=93 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:02.714490 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9a17fbe3-8544-4deb-bd30-fe09e8fd0236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:04.891595 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-7559f644-4707-4422-bfc9-a598d7b4c906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:06.348858 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:07.575536 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:08.120122 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:14.931128 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:15.616240 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:15.617052 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:24.853674 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=61,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:24.859926 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:29.709576 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:50:32.713682 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a3a5d92a-4b73-47a2-ada1-57c955b3373b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:34.822428 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-83bfb13b-4244-4c50-af50-f35ef19836e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:36.302266 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:37.471693 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:37.999996 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:39.705873 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:44.947621 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:50:54.859173 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:50:54.862009 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:02.476700 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=17 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:02.480677 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:02.713264 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e9bdaa85-3ce9-4aef-a9a9-c2cd6681df36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:04.827786 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f72eaa8c-b638-43e7-8404-66b7177ebb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:06.319250 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:06.709669 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:51:07.461208 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:08.010254 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:14.987020 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:16.509644 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-c979241f-66bd-4c29-a571-4ace78b15433 service neutron] (104472) timed out ('10.222.0.93', 44514) {{(pid=104472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 14:51:16.704510 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:16.705561 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:16.758014 dv-cinder-799871-30-iscsi neutron-server[104472]: DEBUG neutron.wsgi [req-2654eb6d-2faf-4593-b18a-0482ce7528b7 req-aa6bda21-fe1e-4fc2-941c-4d3c63acec34 tempest-TestShelveInstance-1628523047 tempest-TestShelveInstance-1628523047-project] (104472) timed out ('10.222.0.93', 44526) {{(pid=104472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 14:51:24.856466 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:24.858384 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:29.605039 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:29.611048 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:32.710951 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-43221b10-eec1-4fa7-8684-de1238356799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:34.798051 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e326d4d5-53d1-4aa5-8552-864afbbc9505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:36.312820 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:37.493723 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:37.992315 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:43.709249 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:51:44.946239 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:51:54.868487 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:51:54.870385 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:02.705787 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-f4b68909-7e35-4218-967b-afaa40d02db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:04.888846 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-642bf28a-c7d3-46d3-b3df-d545829c3fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:06.328869 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:06.603258 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:06.608085 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:07.574657 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:07.974462 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:14.967795 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:20.708357 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:52:24.900721 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:24.902632 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:30.703989 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:30.704774 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:32.693872 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a4dad9e2-9478-42a9-9c78-f732c41f827a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:34.813731 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6174ecc1-475a-4d52-a5f3-8056e0471bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:36.327920 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:37.487190 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:37.974330 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:43.600978 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:43.607246 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:44.996503 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:52:54.905195 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:54.911783 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:52:56.001897 dv-cinder-799871-30-iscsi neutron-server[104473]: DEBUG neutron.wsgi [req-fb403e53-3ee4-4d17-9dc2-b53d117355a4 req-58019a8e-c68a-4c29-b59c-fab449b0dba8 service neutron] (104473) timed out ('10.222.0.91', 61951) {{(pid=104473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 14:52:57.707955 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:53:02.395966 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=13 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:02.767863 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-393e7b2b-9d15-4de4-bc60-c8bd0abb426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:04.807700 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-75ffaa8e-d47d-4d6a-9179-4374d1f73200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:06.304446 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:07.521590 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:07.704281 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=15 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:07.979336 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:14.979463 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:20.597226 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:20.602194 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=4 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:24.918971 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:24.920876 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:32.704419 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-e615de87-5591-4973-9335-3d7bdbdd2bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:34.707588 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:53:34.870623 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-4db2d704-3243-4956-be3f-ec80200dbe58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:36.310067 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:37.480969 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:37.973228 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:44.702727 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:44.703517 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:45.006574 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:53:54.924768 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:53:54.932842 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:00.658491 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=5 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:00.659239 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:02.703080 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-bf977785-00e9-4cb9-9c89-3ce542bbec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:04.857842 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-a3fe842f-0bc9-4e24-b04a-cb7b478d2df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:06.361016 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:07.474974 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:07.978992 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:11.709714 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:54:15.063534 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:21.704983 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=2 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:24.945107 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:24.946992 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:32.737314 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-896dea53-f359-44a2-8953-b3b2c701ed2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:34.601125 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:34.605109 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=3 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:34.863416 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d45af632-25c3-46c0-b7ed-d3cd3c89ebe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:36.383028 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:37.571642 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:38.052058 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:45.023125 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:54:48.709681 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG neutron.db.agents_db [None req-d50cffd7-84c2-4a8d-b2a3-843b8f6853b6 None None] Agent healthcheck: found 6 active agents {{(pid=104475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 14:54:54.961760 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:54:54.963663 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG dbcounter [-] [104474] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104474) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:55:02.708002 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-84ebba55-77e9-4c3c-8de0-92508c1f02aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (fe7c909d-ba24-40bf-a1aa-b05ca7d25be8), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:55:04.811010 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-258252e3-fdeb-4350-a374-a2050cc9a4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (e648b8a8-715d-4389-a800-4828464d1d10), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:55:06.320009 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea8f1-9a79-47e7-815a-d19ba46a8e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (97b43786-6193-436b-9445-c6f91da0e4b3), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:55:07.474166 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-abea5a51-ffb0-49c8-b97a-60ff4f2b8a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (d10d9ab8-a18b-4597-871b-d25b4d0d4ce7), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:55:08.039774 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-9c0e83bd-036b-4671-8b67-66975e01a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (0b9acb5c-8a5b-4d07-b665-c6e94bbce584), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 14:55:11.607095 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=18 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:55:11.611569 dv-cinder-799871-30-iscsi neutron-server[104475]: DEBUG dbcounter [-] [104475] Writing DB stats neutron:SELECT=16 {{(pid=104475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 14:55:15.045172 dv-cinder-799871-30-iscsi neutron-server[104474]: DEBUG neutron_lib.callbacks.manager [None req-d7abff75-3929-4bc8-9817-a7aa4f60dedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749125113393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16480711'] for agent (4a2aa728-348e-47a7-abed-5956cb22c695), after_update {{(pid=104474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}